-- Logs begin at Fri 2022-09-23 00:26:38 UTC, end at Fri 2022-09-23 01:53:11 UTC. -- Sep 23 01:20:12.822750 dv-cinder-849143-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 01:20:15.814750 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.common.config [-] Logging enabled! Sep 23 01:20:15.815775 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev13 Sep 23 01:20:15.815775 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107116) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 23 01:20:15.819374 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.common.config [-] Logging enabled! Sep 23 01:20:15.819657 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev13 Sep 23 01:20:15.819974 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107116) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 23 01:20:15.820949 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 01:20:15.821190 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 01:20:15.821732 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 01:20:15.821980 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 01:20:15.822208 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 01:20:15.822535 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.822840 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.823167 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.823684 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.824075 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.824373 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.824673 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.824983 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.825416 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.825592 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.825842 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.826078 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.826389 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] config_source = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.826683 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.826968 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.827297 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] debug = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.827804 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.828028 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.828442 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.828838 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.829149 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.829435 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.829708 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.830240 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.830525 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.830883 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] host = dv-cinder-849143-7-iscsi {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.831171 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.831463 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.831787 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.832693 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.832693 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.832862 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.833237 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.833520 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] log_dir = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.833799 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] log_file = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.834238 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.834694 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.835046 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.835387 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.835644 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.835879 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.836201 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.836493 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.836775 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.837055 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.837383 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.837724 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.838147 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.838528 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.838859 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.839221 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.839514 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.839822 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.840167 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.840597 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.840887 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.841179 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.841531 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.841815 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.842094 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.842391 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.842824 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.843180 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.843497 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.843811 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.844098 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.845027 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.845398 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.845688 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.845966 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.846244 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] use_journal = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.846519 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] use_json = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.846827 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.847107 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.847393 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.847765 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.848058 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.848330 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.848605 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.848892 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.849167 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:15.849471 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.849767 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.850073 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.850445 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.850764 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.851052 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.851344 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.851651 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.851943 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.852239 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.852536 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.852816 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.853123 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.853415 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.853717 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.854028 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.854325 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.854619 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.854899 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.855224 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.855452 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.855762 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.856056 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.856339 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.856629 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.856920 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.857203 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.857501 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.857791 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.858080 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.858471 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.858834 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.859176 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.859541 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.860408 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.860701 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.860984 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.861276 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.861558 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.861868 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.862185 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.862530 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.862818 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.863128 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.863413 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.863740 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.864020 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.864295 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.864567 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.864842 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.865238 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.865386 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.865673 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.865936 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.866206 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.866484 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.866754 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.867033 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.867310 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.867601 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.867884 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.868165 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.868441 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.868710 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.868983 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.869255 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.869529 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.869799 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.870076 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.870373 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.870685 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.870974 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.871280 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.871603 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.871901 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.872207 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.872489 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.872776 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.873055 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.873334 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.873619 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.873916 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.874226 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.874508 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.874783 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.875083 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.875368 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.875735 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.876024 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.876325 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.876622 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.876902 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.877184 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.877470 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.877746 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.878025 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.878369 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.878668 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.879073 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.879572 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.879981 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.880216 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.880544 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.880835 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.881137 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.881492 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.881839 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.882131 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.882456 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.882747 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:15.882977 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 01:20:15.883225 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=107116) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 01:20:16.369732 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=107116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 23 01:20:16.370154 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=107116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 23 01:20:16.370420 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=107116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 23 01:20:16.370674 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=107116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 23 01:20:16.370959 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=107116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 23 01:20:16.371305 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 01:20:16.791807 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:16.792090 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:16.792240 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:16.793556 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:16.793871 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:16.794226 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:16.869402 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:16.870413 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:16.870413 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:16.899540 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:16.900046 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:16.900483 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:16.946360 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:16.946821 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:16.947259 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:16.996812 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:16.997112 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:16.997359 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.306874 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.307202 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.307414 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.308915 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.309699 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.422284 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.423152 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.423480 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.423822 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.424132 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.424501 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.424806 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.425110 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.425405 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.425733 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.426038 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.426350 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.426653 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.426947 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.427256 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.427594 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.427897 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.428204 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.428518 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.428817 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.429134 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.429423 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.429782 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.430241 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.430565 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.430869 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.431362 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=107116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 01:20:17.431696 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=107116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 01:20:17.432013 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=107116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 01:20:17.432316 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=107116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 01:20:17.432596 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=107116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 01:20:17.432875 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=107116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 01:20:17.433303 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 01:20:17.436982 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 01:20:17.441256 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 01:20:17.445746 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 23 01:20:17.447666 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 01:20:17.448405 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 01:20:17.448795 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 01:20:17.449231 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 01:20:17.452583 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 01:20:17.452869 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 01:20:17.453283 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 01:20:17.459164 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 01:20:17.484392 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 01:20:17.485463 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.485809 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=107116) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 23 01:20:17.486231 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.487823 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=107116) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 01:20:17.488155 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 01:20:17.488438 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 01:20:17.500360 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.500707 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:17.602517 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 01:20:17.602801 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 01:20:17.603177 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 01:20:17.603850 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 01:20:17.708267 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO dbcounter [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Registered counter for database neutron Sep 23 01:20:17.742340 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_db.sqlalchemy.engines [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=107116) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 01:20:17.752483 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG dbcounter [-] [107116] Writer thread running {{(pid=107116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 01:20:18.995908 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Initializing driver for type 'gre' Sep 23 01:20:18.996829 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] gre ID ranges: [(1, 1000)] Sep 23 01:20:19.252448 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Initializing driver for type 'local' Sep 23 01:20:19.252770 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Initializing driver for type 'vlan' Sep 23 01:20:19.418087 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] VlanTypeDriver initialization complete Sep 23 01:20:19.418486 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Initializing driver for type 'vxlan' Sep 23 01:20:19.419142 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] vxlan ID ranges: [(1, 1000)] Sep 23 01:20:19.681373 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Initializing extension driver 'port_security' Sep 23 01:20:19.681933 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.extensions.port_security [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] PortSecurityExtensionDriver initialization complete Sep 23 01:20:19.682182 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Initializing mechanism driver 'openvswitch' Sep 23 01:20:19.682588 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Initializing mechanism driver 'hyperv' Sep 23 01:20:19.690534 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.plugins.ml2.plugin [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=107116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:20:19.691215 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > port after_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.691631 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > port after_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.692062 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > port after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.692591 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=107116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 01:20:19.693025 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > subnet after_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.693373 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > subnet after_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.693726 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > subnet after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.694145 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=107116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 01:20:19.694523 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > network after_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.694876 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > network after_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.695217 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > network after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.695653 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=107116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 01:20:19.696034 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > security_group after_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.696378 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > security_group after_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.696712 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > security_group after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.697106 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=107116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 01:20:19.697508 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.697847 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.698181 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.698732 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=107116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 01:20:19.699141 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > address_group after_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.699485 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > address_group after_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.699851 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > address_group after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.700247 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=107116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 01:20:19.700692 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] ML2 OVO RPC backend initialized. {{(pid=107116) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 23 01:20:19.701444 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router_interface after_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.701791 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.702201 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > network before_response 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.702547 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > networks before_response 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.702932 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > port before_response 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.703231 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > ports before_response 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.704415 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > subnet before_response 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.708535 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > subnets before_response 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.708535 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > network after_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.708535 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > network after_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.708535 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > network after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.708985 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > port after_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.708985 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > port after_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.708985 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > port after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.708985 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > subnet after_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.709625 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > subnet after_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.709625 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > subnet after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.716236 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded quota_driver: . Sep 23 01:20:19.716679 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.plugin [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Modular L2 Plugin initialization complete Sep 23 01:20:19.716948 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading services supported by the core plugin {{(pid=107116) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 01:20:19.717290 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.plugins.ml2.managers [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Got port-security extension from driver 'port_security' Sep 23 01:20:19.717781 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.extensions.vlantransparent [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Disabled vlantransparent extension. Sep 23 01:20:19.718282 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=107116) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 01:20:19.718595 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading Plugin: router Sep 23 01:20:19.760147 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router_interface before_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.760541 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router after_create 55549900 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.760911 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router before_create 55549900 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.761328 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.761698 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.762055 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router after_delete 55549900 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.762412 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > floatingip after_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.762786 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > floatingip after_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.763139 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router after_create 55549900 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.763481 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router after_update 55549900 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.763853 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router after_update 55549900 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.764197 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.764548 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router after_update 55549900 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.764959 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router precommit_update 55549900 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.765333 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: port after_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.765783 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: port after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.766671 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: subnet after_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.767032 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.767392 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > port precommit_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.767991 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router precommit_create 55549900 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.768577 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: port before_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.769146 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router precommit_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.769538 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router after_update 55549900 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.774399 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router precommit_delete 55549900 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.774399 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router precommit_create 55549900 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.774399 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router_interface after_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.774399 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router precommit_update 55549900 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.775144 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > agent after_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.775144 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > agent after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.775144 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > network after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.775144 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Tracking information for resource: router configured {{(pid=107116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 01:20:19.775144 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Tracking information for resource: floatingip configured {{(pid=107116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 01:20:19.779089 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.db.l3_agentschedulers_db [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 01:20:19.779741 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: port after_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.780106 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: port after_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.780465 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: port after_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.780815 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: port after_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.781672 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router before_create 55550100 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.782038 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router precommit_delete 55550100 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.782398 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router precommit_create 55550100 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.782833 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > router precommit_update 55550100 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.788476 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.services.provider_configuration [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Service providers = [] {{(pid=107116) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 01:20:19.788843 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.db.servicetype_db [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=107116) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 01:20:19.792170 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.services.service_base [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=107116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 01:20:19.792612 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.services.service_base [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=107116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 01:20:19.793035 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.services.service_base [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=107116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 01:20:19.794012 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.services.service_base [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=107116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 01:20:19.794388 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.services.service_base [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 01:20:19.794782 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=107116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 01:20:19.795096 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 01:20:19.808468 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=107116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 01:20:19.808800 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading Plugin: auto_allocate Sep 23 01:20:19.815799 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: network precommit_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.816173 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: network precommit_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.816726 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=107116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 01:20:19.817043 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading Plugin: tag Sep 23 01:20:19.824368 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=107116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 01:20:19.824704 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading Plugin: timestamp Sep 23 01:20:19.830106 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=107116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 01:20:19.830440 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading Plugin: network_ip_availability Sep 23 01:20:19.844200 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.844556 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.844913 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:19.845725 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=107116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 01:20:19.846043 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading Plugin: flavors Sep 23 01:20:19.851201 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=107116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 01:20:19.851625 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading Plugin: revisions Sep 23 01:20:19.856370 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=107116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 01:20:19.856753 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_concurrency.lockutils [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 3.486s {{(pid=107116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 23 01:20:19.857672 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=107116) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 23 01:20:19.857999 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Initializing extension manager. Sep 23 01:20:19.858535 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: __init__.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.858871 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: __pycache__ {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.859203 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: address_group.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.860806 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.861456 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: address-group Sep 23 01:20:19.861776 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: address_scope.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.862459 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.862961 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: address-scope Sep 23 01:20:19.863274 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: admin_state_down_before_update.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.864277 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.864787 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: router-admin-state-down-before-update Sep 23 01:20:19.865104 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: agent.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.866058 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.866265 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: agent Sep 23 01:20:19.866581 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: agent_resources_synced.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.867492 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.868027 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: agent-resources-synced Sep 23 01:20:19.868342 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: allowedaddresspairs.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.870200 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.870716 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: allowed-address-pairs Sep 23 01:20:19.871036 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: auto_allocated_topology.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.877345 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.878038 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: auto-allocated-topology Sep 23 01:20:19.878440 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: availability_zone.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.879277 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.880126 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: availability_zone Sep 23 01:20:19.880527 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: availability_zone_filter.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.881565 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.882223 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: availability_zone_filter Sep 23 01:20:19.882630 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: data_plane_status.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.883621 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.884308 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 01:20:19.884709 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: default_subnetpools.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.885700 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.886310 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: default-subnetpools Sep 23 01:20:19.886730 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: dhcpagentscheduler.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.887692 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.888289 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: dhcp_agent_scheduler Sep 23 01:20:19.888698 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: dns.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.889695 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.890289 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension dns-integration not supported by any of loaded plugins Sep 23 01:20:19.890684 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: dns_domain_ports.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.891708 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.892364 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 01:20:19.892767 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.893739 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.894322 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 01:20:19.894716 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: dvr.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.895438 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.896057 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: dvr Sep 23 01:20:19.896454 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: ecmp_routes.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.897458 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.898041 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 01:20:19.898448 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: empty_string_filtering.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.899430 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.900070 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: empty-string-filtering Sep 23 01:20:19.900469 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.901452 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.902044 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 01:20:19.902480 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.903527 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.904176 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 01:20:19.904609 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: external_net.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.905662 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.906278 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: external-net Sep 23 01:20:19.906706 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: extra_dhcp_opt.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.907841 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.908548 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: extra_dhcp_opt Sep 23 01:20:19.908957 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: extraroute.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.909996 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.910608 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: extraroute Sep 23 01:20:19.911011 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: extraroute_atomic.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.912208 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.912824 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: extraroute-atomic Sep 23 01:20:19.913230 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: filter_validation.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.914094 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.914660 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: filter-validation Sep 23 01:20:19.915059 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: fip_pf_description.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.916192 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.916792 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 01:20:19.917189 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: fip_pf_detail.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.918175 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.918775 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: floating-ip-port-forwarding-detail Sep 23 01:20:19.919174 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: fip_pf_port_range.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.920298 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.920906 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 23 01:20:19.921326 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: fip_port_details.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.922846 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.923411 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: fip-port-details Sep 23 01:20:19.923813 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: flavors.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.925183 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.925845 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: flavors Sep 23 01:20:19.926205 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.928318 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.928815 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 01:20:19.929183 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: floatingip_pools.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.929987 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.930626 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: floatingip-pools Sep 23 01:20:19.931100 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: ip_allocation.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.932380 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.932955 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 01:20:19.933364 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.934478 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.935085 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: ip-substring-filtering Sep 23 01:20:19.935484 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: l2_adjacency.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.936575 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.937189 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 01:20:19.937588 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: l3.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.939262 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.939830 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: router Sep 23 01:20:19.940152 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: l3_conntrack_helper.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.942872 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.943424 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 01:20:19.943789 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.944739 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.945257 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: ext-gw-mode Sep 23 01:20:19.945584 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.946518 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.947036 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: l3-ha Sep 23 01:20:19.947363 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.948338 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.948857 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 23 01:20:19.949175 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: l3_flavors.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.950146 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.950665 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: l3-flavors Sep 23 01:20:19.950983 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: l3_ndp_proxy.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.952517 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.953045 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 23 01:20:19.953413 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.954365 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.955134 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 01:20:19.955461 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: l3agentscheduler.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.956593 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.957105 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: l3_agent_scheduler Sep 23 01:20:19.957429 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: local_ip.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.959369 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.960042 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension local_ip not supported by any of loaded plugins Sep 23 01:20:19.960453 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: logging.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.962168 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.962704 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension logging not supported by any of loaded plugins Sep 23 01:20:19.963037 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: metering.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.963850 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.964435 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: metering Sep 23 01:20:19.964754 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.965976 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.966510 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: metering_source_and_destination_fields Sep 23 01:20:19.966831 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: multiprovidernet.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.967817 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.968431 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: multi-provider Sep 23 01:20:19.968753 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: netmtu.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.969823 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.970504 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: net-mtu Sep 23 01:20:19.970826 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: netmtu_writable.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.971795 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.972384 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: net-mtu-writable Sep 23 01:20:19.972706 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: network_availability_zone.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.973363 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.973866 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: network_availability_zone Sep 23 01:20:19.974290 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: network_ip_availability.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.975363 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.975946 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: network-ip-availability Sep 23 01:20:19.976271 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: network_segment_range.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.977110 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.977607 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 01:20:19.977926 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: pagination.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.978949 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.979279 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: pagination Sep 23 01:20:19.979702 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: port_device_profile.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.980572 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.981034 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: port-device-profile Sep 23 01:20:19.981350 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: port_mac_address_override.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.982269 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.982774 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: port-mac-override Sep 23 01:20:19.983091 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.984031 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.984543 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: port-mac-address-regenerate Sep 23 01:20:19.985395 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.986290 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.986804 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: port-numa-affinity-policy Sep 23 01:20:19.987118 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: port_resource_request.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.988059 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.988558 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 01:20:19.988872 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: port_resource_request_groups.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.989837 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.990340 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 23 01:20:19.990653 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: portbindings.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.992179 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.992179 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: binding Sep 23 01:20:19.992487 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: portbindings_extended.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.993680 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.994187 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: binding-extended Sep 23 01:20:19.994509 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: portsecurity.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.995389 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.995932 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: port-security Sep 23 01:20:19.996249 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: project_id.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.997450 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.997775 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: project-id Sep 23 01:20:19.998104 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: providernet.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:19.998986 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:19.999506 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: provider Sep 23 01:20:19.999861 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: qos.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.004269 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.004828 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension qos not supported by any of loaded plugins Sep 23 01:20:20.005158 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.006531 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.007049 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 01:20:20.007373 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.008357 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.008953 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 01:20:20.009281 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: qos_default.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.010222 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.010738 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension qos-default not supported by any of loaded plugins Sep 23 01:20:20.011060 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: qos_fip.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.011996 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.012504 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension qos-fip not supported by any of loaded plugins Sep 23 01:20:20.012824 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: qos_fip_network_policy.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.013719 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.014223 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 23 01:20:20.014540 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: qos_gateway_ip.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.015440 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.016034 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 01:20:20.016357 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: qos_port_network_policy.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.017252 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.017764 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 01:20:20.018085 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.019117 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.019683 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 23 01:20:20.020051 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.021194 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.021799 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 23 01:20:20.022168 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: qos_pps_rule.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.023347 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.023915 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension qos-pps not supported by any of loaded plugins Sep 23 01:20:20.024263 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: qos_rule_type_details.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.025146 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.025754 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 01:20:20.026271 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: qos_rule_type_filter.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.027507 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.028050 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 23 01:20:20.028367 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: qos_rules_alias.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.029409 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.029919 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 01:20:20.030249 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: quota_check_limit.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.031120 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.031711 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: quota-check-limit Sep 23 01:20:20.032028 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: quotasv2.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.033020 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.033338 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: quotas Sep 23 01:20:20.033657 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: quotasv2_detail.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.035406 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.035767 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: quota_details Sep 23 01:20:20.036094 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: rbac.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.037160 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.037706 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: rbac-policies Sep 23 01:20:20.038030 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: rbac_address_group.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.038959 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.039470 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: rbac-address-group Sep 23 01:20:20.039830 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: rbac_address_scope.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.040809 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.041322 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: rbac-address-scope Sep 23 01:20:20.041640 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: rbac_security_groups.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.042537 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.043044 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: rbac-security-groups Sep 23 01:20:20.043361 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: rbac_subnetpool.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.044278 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.044782 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: rbac-subnetpool Sep 23 01:20:20.045097 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: revisionifmatch.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.045984 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.046491 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: revision-if-match Sep 23 01:20:20.046807 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: revisions.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.048502 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.049018 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: standard-attr-revisions Sep 23 01:20:20.049335 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: router_availability_zone.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.049983 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.050497 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: router_availability_zone Sep 23 01:20:20.050815 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: routerservicetype.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.051776 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.052291 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension router-service-type not supported by any of loaded plugins Sep 23 01:20:20.052603 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.053504 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.054008 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: security-groups-normalized-cidr Sep 23 01:20:20.054324 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: security_groups_port_filtering.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.055224 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.055783 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: port-security-groups-filtering Sep 23 01:20:20.056104 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.057036 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.057538 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: security-groups-remote-address-group Sep 23 01:20:20.057877 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.058831 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.059328 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: security-groups-shared-filtering Sep 23 01:20:20.059755 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: securitygroup.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.070811 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.071389 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: security-group Sep 23 01:20:20.071745 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: segment.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.072533 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.073044 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension segment not supported by any of loaded plugins Sep 23 01:20:20.073362 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.074388 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.074906 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 01:20:20.075227 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: servicetype.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.076428 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.076943 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: service-type Sep 23 01:20:20.077263 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: sorting.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.078238 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.078653 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: sorting Sep 23 01:20:20.078970 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: standard_attr_segment.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.080531 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.081218 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 01:20:20.081535 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: standardattrdescription.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.082199 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.082826 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: standard-attr-description Sep 23 01:20:20.083148 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: stateful_security_group.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.084156 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.084672 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: stateful-security-group Sep 23 01:20:20.084986 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: stdattrs_common.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.085623 dv-cinder-849143-7-iscsi neutron-server[107116]: WARNING neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 01:20:20.085942 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.086859 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.087373 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 01:20:20.087754 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: subnet_onboard.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.088873 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.089386 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: subnet_onboard Sep 23 01:20:20.089704 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.090600 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.091206 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 01:20:20.091433 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: subnet_service_types.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.092353 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.092871 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: subnet-service-types Sep 23 01:20:20.093189 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: subnetallocation.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.094267 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.094784 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: subnet_allocation Sep 23 01:20:20.095105 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.095800 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.096304 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: subnetpool-prefix-ops Sep 23 01:20:20.096622 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.097556 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.098061 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 01:20:20.098377 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: tagging.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.099583 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.100116 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: standard-attr-tag Sep 23 01:20:20.100441 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: timestamp.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.101763 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.102280 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loaded extension: standard-attr-timestamp Sep 23 01:20:20.102634 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: trunk.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.103866 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.104383 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension trunk not supported by any of loaded plugins Sep 23 01:20:20.104732 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: trunk_details.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.105655 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.106230 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension trunk-details not supported by any of loaded plugins Sep 23 01:20:20.106545 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: uplink_status_propagation.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.107501 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.108051 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 01:20:20.108371 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Loading extension file: vlantransparent.py {{(pid=107116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 01:20:20.109116 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=107116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 01:20:20.110132 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 01:20:20.113010 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Creating instance of TrackedResource for resource:network Sep 23 01:20:20.113542 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Creating instance of TrackedResource for resource:subnet Sep 23 01:20:20.113940 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 01:20:20.114328 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Creating instance of TrackedResource for resource:port Sep 23 01:20:20.115778 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.v2.resource_helper [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:20.116221 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.v2.resource_helper [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Service FLAVORS assigned prefix: {{(pid=107116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:20.116821 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.v2.resource_helper [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:20.117252 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.v2.resource_helper [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:20.117583 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Creating instance of TrackedResource for resource:router Sep 23 01:20:20.118009 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Creating instance of TrackedResource for resource:floatingip Sep 23 01:20:20.118498 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.v2.resource_helper [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Service METERING assigned prefix: /metering {{(pid=107116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:20.120041 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:20.120412 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:20.120766 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:20:20.121842 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 01:20:20.122289 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Creating instance of TrackedResource for resource:security_group Sep 23 01:20:20.122716 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 01:20:20.123265 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.v2.resource_helper [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Service CORE assigned prefix: {{(pid=107116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:20.123637 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 01:20:20.123988 dv-cinder-849143-7-iscsi neutron-server[107116]: WARNING neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] subnetpool is already registered Sep 23 01:20:20.124409 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.v2.resource_helper [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Service CORE assigned prefix: {{(pid=107116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:20.124730 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 01:20:20.125054 dv-cinder-849143-7-iscsi neutron-server[107116]: WARNING neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] subnetpool is already registered Sep 23 01:20:20.128282 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.v2.resource_helper [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:20.128727 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.v2.resource_helper [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Service FLAVORS assigned prefix: {{(pid=107116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:20.129439 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.v2.resource_helper [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:20.129999 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.v2.resource_helper [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:20.130339 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Creating instance of TrackedResource for resource:router Sep 23 01:20:20.130700 dv-cinder-849143-7-iscsi neutron-server[107116]: WARNING neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] router is already registered Sep 23 01:20:20.131134 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Creating instance of TrackedResource for resource:floatingip Sep 23 01:20:20.131462 dv-cinder-849143-7-iscsi neutron-server[107116]: WARNING neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] floatingip is already registered Sep 23 01:20:20.131978 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.v2.resource_helper [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Service METERING assigned prefix: /metering {{(pid=107116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:20.132728 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 01:20:20.133053 dv-cinder-849143-7-iscsi neutron-server[107116]: WARNING neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] rbac_policy is already registered Sep 23 01:20:20.133478 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Creating instance of TrackedResource for resource:security_group Sep 23 01:20:20.133815 dv-cinder-849143-7-iscsi neutron-server[107116]: WARNING neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] security_group is already registered Sep 23 01:20:20.134229 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 01:20:20.134556 dv-cinder-849143-7-iscsi neutron-server[107116]: WARNING neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] security_group_rule is already registered Sep 23 01:20:20.135037 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.v2.resource_helper [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Service CORE assigned prefix: {{(pid=107116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:20.135357 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 01:20:20.135724 dv-cinder-849143-7-iscsi neutron-server[107116]: WARNING neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] subnetpool is already registered Sep 23 01:20:20.136147 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.v2.resource_helper [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Service CORE assigned prefix: {{(pid=107116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 01:20:20.136470 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 01:20:20.136793 dv-cinder-849143-7-iscsi neutron-server[107116]: WARNING neutron.quota.resource_registry [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] subnetpool is already registered Sep 23 01:20:20.137270 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: extensions {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.138963 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: address-groups {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.140744 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: address-scopes {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.142037 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: agents {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.143211 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: auto-allocated-topology {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.146179 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: availability_zones {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.147494 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: dhcp-networks {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.149004 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: dhcp-agents {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.150558 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: routers {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.152363 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: flavors {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.153538 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: service_profiles {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.155086 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: next_providers {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.156634 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: service_profiles {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.158079 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: floatingip-pools {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.159332 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: routers {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.161381 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: floatingips {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.162765 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: l3-routers {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.164311 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: l3-agents {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.166049 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: metering-labels {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.167332 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: metering-label-rules {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.168659 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: network-ip-availabilities {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.170149 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: bindings {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.172009 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: quotas {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.174132 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: quotas {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.175822 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: rbac-policies {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.177019 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: security-groups {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.178214 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: security-group-rules {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.179474 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: service-providers {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.180816 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: subnetpools {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.182225 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: subnetpools {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.184002 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: tags {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.185937 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: tags {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.187597 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: tags {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.190069 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: tags {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.191964 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: tags {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.194028 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: tags {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.196075 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: tags {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.197860 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: tags {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.199687 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: tags {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.201652 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron.api.extensions [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Extended resource: tags {{(pid=107116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 01:20:20.209958 dv-cinder-849143-7-iscsi neutron-server[107116]: WARNING keystonemiddleware.auth_token [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 01:20:20.215791 dv-cinder-849143-7-iscsi neutron-server[107116]: WARNING keystonemiddleware.auth_token [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 01:20:20.225817 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_concurrency.lockutils [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Acquiring lock "singleton_lock" {{(pid=107116) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 23 01:20:20.226306 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_concurrency.lockutils [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Acquired lock "singleton_lock" {{(pid=107116) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 23 01:20:20.226587 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_concurrency.lockutils [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Releasing lock "singleton_lock" {{(pid=107116) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 23 01:20:20.227246 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO oslo_service.service [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Starting 2 workers Sep 23 01:20:20.232205 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Started child 107235 {{(pid=107116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 01:20:20.237742 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Started child 107236 {{(pid=107116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 01:20:20.239489 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO neutron.service [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 01:20:20.240464 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Publish callbacks [] for process (None), before_spawn {{(pid=107116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:20.242020 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:20.243213 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO oslo_service.service [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Starting 1 workers Sep 23 01:20:20.244477 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [-] (107235) wsgi starting up on http://0.0.0.0:9696 Sep 23 01:20:20.245912 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:20.248181 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [-] (107236) wsgi starting up on http://0.0.0.0:9696 Sep 23 01:20:20.248936 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Started child 107237 {{(pid=107116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 01:20:20.249512 dv-cinder-849143-7-iscsi neutron-server[107116]: INFO oslo_service.service [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Starting 1 workers Sep 23 01:20:20.254591 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Started child 107238 {{(pid=107116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 01:20:20.255390 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG neutron_lib.callbacks.manager [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] Publish callbacks [] for process (None), after_spawn {{(pid=107116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:20.256608 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.service [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] calling RpcWorker wait() {{(pid=107237) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 01:20:20.257453 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.service [None req-c92931f3-68ab-4894-b7d4-f79bae3dad1c None None] returning from RpcWorker wait() {{(pid=107237) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 01:20:20.257588 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107116) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 01:20:20.257784 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 01:20:20.258155 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 01:20:20.258373 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 01:20:20.258871 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 01:20:20.259046 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 01:20:20.259595 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:20.259797 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.260062 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.260304 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.260482 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:20:20.260600 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.261172 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.261439 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.261749 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.262118 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.262400 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.262545 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:20.263207 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.263207 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.263207 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.263207 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.263802 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.264002 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.264187 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:20:20.264365 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.264549 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.264721 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.265030 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.265308 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.265556 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.265839 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] debug = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.266151 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.266652 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.266864 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.267100 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.267346 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.267693 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.267939 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.268289 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.268494 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.268711 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.268955 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.269215 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.269469 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.269709 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.269949 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.270221 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.270439 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.270963 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] host = dv-cinder-849143-7-iscsi {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.271301 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.271722 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.272081 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.272420 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.272726 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.273052 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.273264 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.273462 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.273760 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.273990 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.274238 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.274494 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.274733 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.274995 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] log_file = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.275358 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] log_options = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.275637 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.275855 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.276074 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.276272 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.276484 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.276682 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.276892 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.277100 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.277296 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.277488 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.277693 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.277900 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.278096 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.278328 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.278668 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.278868 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.279067 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.279263 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.279474 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.279704 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.279953 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.280194 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.280443 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.280662 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.280877 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.281089 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.281361 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.282144 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.282409 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.282664 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.283817 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.283817 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.283817 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.283817 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.284710 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.284710 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.284710 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.284710 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.285575 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.285575 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.285575 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.286094 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.286094 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.286094 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.286598 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.286598 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.286947 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] use_json = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.286947 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.287307 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.287486 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.287725 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.287919 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.288121 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.288318 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.288525 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.288896 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.289120 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.289422 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.289732 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.289948 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.290193 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.290411 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.290648 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.290853 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.291077 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.291308 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.291635 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.291880 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.292184 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.292557 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.292819 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.293310 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.294213 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.294213 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.294604 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.294604 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.295003 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.295003 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.295420 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.295819 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.295819 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.296219 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.296219 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.296751 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.296956 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.297195 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.298042 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.298356 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.298575 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.298970 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.299196 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.299376 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.299662 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.299873 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.300148 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.300363 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.300783 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.301074 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.301370 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.301936 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.301936 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.302324 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.302324 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.302726 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.303500 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.303500 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.303500 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.304326 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.304326 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.304723 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.305090 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.305306 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.305517 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.305933 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.306224 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.306904 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.307120 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.307341 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.307643 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.307888 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.308139 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.308362 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.308592 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.308819 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.309066 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.309492 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.309492 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.309863 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.309863 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.310275 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.310275 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.310719 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.310719 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.311078 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.311261 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.311468 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.311779 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.311998 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.319131 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.319131 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.319131 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.319131 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.319131 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.319131 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.319131 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.319131 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.319131 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.321591 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.321591 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.321591 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.321591 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.321591 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.321591 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.321591 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.321591 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.323080 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.323080 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.323080 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.323080 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.323080 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.323080 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.323080 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.323080 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.324194 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.324194 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.324194 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.324194 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.324194 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.324194 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.324194 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.324194 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.325608 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.325608 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.325608 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.325608 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.325608 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.325608 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.325608 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.325608 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.331881 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.331881 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.331881 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.331881 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.331881 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.331881 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.331881 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.331881 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.332854 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.332854 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.332854 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.332854 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.332854 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.332854 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.332854 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.332854 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.332854 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.334102 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.334102 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.334102 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.334102 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.334102 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.334102 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.334102 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.334102 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.335043 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.335043 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.335043 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.335043 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.335043 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.335043 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.335043 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.335043 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.337343 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.337343 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.337343 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.337343 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.337343 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.337343 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.337343 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.337343 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.339085 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.339085 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.339085 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.339085 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.339085 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.339085 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.339085 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.339085 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.340720 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.340720 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.340720 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.340720 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.340720 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.341589 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.341589 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.341589 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.342241 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.342241 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.342241 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.342839 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.342839 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.342839 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.343350 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.343350 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.343759 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.343759 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.344566 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.344775 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.344973 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.345222 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.345431 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.345734 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.345984 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.346242 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.346645 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.346904 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.347234 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.347542 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.347877 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.348100 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.348375 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.348598 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.348861 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.349150 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.349494 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.349874 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.350199 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.350438 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.350641 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.350878 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.351169 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.351377 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.351688 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.351947 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.352189 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.352436 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.352676 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.352899 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.353132 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.353335 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.353557 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.353774 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.353991 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.354207 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.354420 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.354630 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.355053 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.358822 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.358822 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.358822 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.358822 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.358822 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.358822 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.358822 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.358822 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.361017 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.361017 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.361017 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.361017 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.361017 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.361017 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.361017 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.361017 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.362778 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.362778 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.362778 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.362778 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.362778 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.362778 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.362778 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.362778 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.364444 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.364444 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.364444 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.364444 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.364444 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.364444 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.364444 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.364444 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.366199 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.366199 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.366199 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.366199 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.366199 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.366199 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.366199 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.367966 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.367966 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.367966 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.367966 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.367966 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.367966 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.367966 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.367966 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.369226 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.369226 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.369226 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.369226 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.369764 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.369764 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.370036 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.370178 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.370449 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.370692 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.371037 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.371405 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.371754 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.372026 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.372340 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.372616 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.372858 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.373170 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.373322 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.373521 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.373772 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.374031 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.374259 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.374479 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.374744 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.374996 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.375257 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.375522 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.376092 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.376372 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.376642 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.376874 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 01:20:20.377384 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107116) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 01:20:20.377628 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 01:20:20.377841 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 01:20:20.378044 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 01:20:20.378247 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 01:20:20.378494 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 01:20:20.378494 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.378909 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.378909 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.379343 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.379535 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.379733 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.379962 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.380221 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.380487 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.380753 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.381006 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.381269 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.381529 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.381762 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.381985 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.382202 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.382483 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.382483 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.382936 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.382936 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.382936 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.383499 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] debug = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.383499 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.383499 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.384016 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.384016 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.384016 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.384547 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.384547 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.384547 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.384972 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.384972 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.384972 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.385379 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.385379 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.385379 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.385785 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.385785 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.386061 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.386061 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] host = dv-cinder-849143-7-iscsi {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.386342 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.386484 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.386626 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.386767 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.386912 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.387050 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.387201 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.387201 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.387485 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.387706 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.387855 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.388061 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.388227 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.388369 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] log_file = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.388562 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] log_options = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.388714 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.388874 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.389024 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.389172 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.389315 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.389460 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.389610 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.389757 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.389908 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.390052 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.390266 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.390448 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.390448 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.390815 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.390815 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.391121 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.391121 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.391429 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.391429 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.391869 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.391869 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.391869 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.392336 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.392336 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.392608 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.392608 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.392936 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.392936 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.393314 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.393314 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.393314 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.393909 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.393909 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.393909 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.393909 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.394497 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.394497 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.394497 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.394497 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.395143 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.395143 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.395143 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.395143 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.395715 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.395715 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.395715 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.395715 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] use_json = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.396238 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.396238 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.396238 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.396673 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.396673 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.397004 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.397004 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.397257 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.397257 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 01:20:20.397561 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.397561 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.397829 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.397971 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.398114 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.398257 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.398477 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.398707 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.398944 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.399206 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.399470 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.399756 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.400029 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.400293 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.400544 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.400778 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.401013 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.401247 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.401497 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.401766 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.402035 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.402260 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.402417 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.402620 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.402872 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.403102 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.403102 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.403718 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.403718 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.403718 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.404389 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.404389 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.404389 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.404389 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.404389 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.405469 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.405469 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.405469 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.405469 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.405469 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.405469 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.405469 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.407506 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.407506 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.407506 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.407506 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.407506 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.407506 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.407506 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.407506 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.409335 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.409335 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.409335 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.409335 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.409335 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.409335 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.409335 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.409335 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.409335 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.411242 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.411242 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.411242 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.411242 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.411242 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.411242 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.411242 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.411242 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.413513 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.413513 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.413513 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.413513 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.413513 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.413513 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.413513 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.413513 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.413513 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.415705 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.415705 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.415705 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.415705 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.415705 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.415705 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.415705 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.415705 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.415705 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.417651 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.417651 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.417651 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.417651 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.417651 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.417651 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.417651 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.417651 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.419265 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.419265 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.419265 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.419265 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.419265 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.419265 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.419265 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.419265 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.420801 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.420801 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.420801 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.420801 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.420801 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.420801 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.420801 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.420801 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.423424 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.423424 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.423424 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.423424 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.423424 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.423424 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.423424 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.423424 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.424597 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.424597 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.424597 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.424597 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.424597 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.424597 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.424597 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.424597 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.425608 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.425608 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.425608 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.425608 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.425608 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.425608 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.425608 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.425608 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.426713 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.426713 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.426713 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.426713 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.426713 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.426713 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.426713 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.426713 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.428191 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.428191 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.428191 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.428191 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.428191 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.428191 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.428191 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.428191 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.429681 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.429681 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.429681 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.429681 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.429681 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.429681 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.429681 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.429681 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.430934 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.430934 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.430934 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.430934 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.430934 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.430934 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.430934 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.430934 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.431996 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.431996 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.431996 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.431996 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.431996 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.431996 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.431996 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.431996 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.432823 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.432823 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.432823 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.432823 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.432823 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.432823 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.432823 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.432823 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.433845 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.433845 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.433845 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.433845 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.433845 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.433845 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.433845 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.433845 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.434876 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.434876 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.434876 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.434876 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.434876 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.434876 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.434876 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.434876 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.435680 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.435680 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.435680 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.435680 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.435680 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.435680 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.435680 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.435680 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.436639 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.436639 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.436639 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.436972 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.436972 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.437222 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.437469 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.437801 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.439443 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.439443 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.439443 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.439443 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.439443 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.439443 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.440209 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.440209 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.440209 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.440538 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.440709 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.441039 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.441244 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.441523 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.441785 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.442174 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.442174 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.442539 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.442539 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.442813 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.443015 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.443425 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.443708 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.443866 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.444131 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.444567 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.444667 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.445255 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.445255 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.445501 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.445706 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.445974 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.446252 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.446518 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.446794 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.447085 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.447367 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.447681 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.447965 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.448230 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.448509 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.448810 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.449094 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.449378 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.449652 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.449935 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.450208 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.450497 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.450798 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.451058 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.451332 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.451637 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.451912 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.452202 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.452490 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.452766 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.453071 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.453380 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.453744 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.453885 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.454157 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.454435 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.454719 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.455246 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.455521 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.455824 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.456102 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.456399 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.456695 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.456986 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.457261 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.457545 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.457837 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.458228 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.458403 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.458689 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.458995 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.459151 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:20:20.459313 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.462162 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.462162 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.462162 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.462162 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.462162 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.462162 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.462162 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.462162 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.462162 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.465813 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.465813 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.465813 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.465813 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.465813 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.465813 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.465813 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.465813 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.465813 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 01:20:20.467766 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 01:20:20.615342 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 37672) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:20:20.622894 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [-] 10.222.0.64 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0051911 Sep 23 01:20:20.628014 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [-] 10.222.0.64 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0043807 Sep 23 01:20:29.524194 dv-cinder-849143-7-iscsi neutron-server[107116]: DEBUG dbcounter [-] [107116] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=107116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:33.790700 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41507e77-d73c-4339-8dab-4e1da04bfdbf None None] get_active_networks_info from dv-cinder-849143-7-iscsi {{(pid=107237) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 23 01:20:33.795512 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writer thread running {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 01:20:33.904396 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41507e77-d73c-4339-8dab-4e1da04bfdbf None None] No non-hosted networks {{(pid=107237) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 01:20:33.914212 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.agentschedulers_db [None req-41507e77-d73c-4339-8dab-4e1da04bfdbf None None] DHCP Agent not found on host dv-cinder-849143-7-iscsi {{(pid=107237) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 23 01:20:33.967014 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-989f7436-7ecd-44ac-8ae4-35c6246af4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1683396'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:35.477627 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writer thread running {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 01:20:36.485502 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-215dc4de-6e0f-49bf-b5dc-9965c849fae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1683396'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:36.547685 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.db.api [None req-c9dff31b-f412-4bad-91c9-5eab388c29ae None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-849143-7-iscsi {{(pid=107237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 01:20:36.548399 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG oslo_db.api [None req-c9dff31b-f412-4bad-91c9-5eab388c29ae None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 01:20:37.195665 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-c9dff31b-f412-4bad-91c9-5eab388c29ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:38.895666 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1683396'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:39.132085 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 37746) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:20:40.217885 dv-cinder-849143-7-iscsi neutron-server[107235]: WARNING oslo_policy.policy [None req-099a4b8b-568c-4d6c-b747-87fcf3d874fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 01:20:40.219935 dv-cinder-849143-7-iscsi neutron-server[107235]: WARNING oslo_policy.policy [None req-099a4b8b-568c-4d6c-b747-87fcf3d874fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 01:20:40.295797 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1683396'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:40.296958 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:40.297544 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:40.298106 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:40.298659 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:40.299234 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:40.299844 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:40.300606 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:40.301200 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:40.301774 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:40.302342 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:40.302922 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:40.303501 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:40.304100 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:40.304648 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:40.305197 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:40.305822 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849143-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:20:40.332425 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849143-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:20:40.521264 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [None req-099a4b8b-568c-4d6c-b747-87fcf3d874fe admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:20:40.524815 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-099a4b8b-568c-4d6c-b747-87fcf3d874fe admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 1.3916430 Sep 23 01:20:40.658263 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.db.l3_hamode_db [None req-2d8efae5-185e-4341-a29a-0d3f06238485 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 01:20:40.840945 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8efae5-185e-4341-a29a-0d3f06238485 None None] Routers set() bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:20:40.841770 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8efae5-185e-4341-a29a-0d3f06238485 None None] Router IDs set() for agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 23 01:20:41.144146 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1683396'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:43.775984 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 37780) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:20:44.513975 dv-cinder-849143-7-iscsi neutron-server[107236]: WARNING oslo_policy.policy [None req-03d7ba0d-65d6-4296-ab57-beff5e6706dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 01:20:44.514791 dv-cinder-849143-7-iscsi neutron-server[107236]: WARNING oslo_policy.policy [None req-03d7ba0d-65d6-4296-ab57-beff5e6706dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 01:20:44.834980 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-03d7ba0d-65d6-4296-ab57-beff5e6706dd admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:20:44.854388 dv-cinder-849143-7-iscsi neutron-server[107236]: ERROR stevedore.extension [None req-03d7ba0d-65d6-4296-ab57-beff5e6706dd admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 23 01:20:44.999486 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.policy [None req-03d7ba0d-65d6-4296-ab57-beff5e6706dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107236) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 01:20:45.064285 dv-cinder-849143-7-iscsi neutron-server[107236]: WARNING oslo_policy.policy [None req-03d7ba0d-65d6-4296-ab57-beff5e6706dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 01:20:45.064678 dv-cinder-849143-7-iscsi neutron-server[107236]: WARNING oslo_policy.policy [None req-03d7ba0d-65d6-4296-ab57-beff5e6706dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 01:20:45.086832 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writer thread running {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 01:20:45.235910 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-03d7ba0d-65d6-4296-ab57-beff5e6706dd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752380173519', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752380172995', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752380059111', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752380083939', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752380069902', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752380094686', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7776679', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7782097', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1671824', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1758382'] for rbac-policy (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:45.551080 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-03d7ba0d-65d6-4296-ab57-beff5e6706dd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:45.552658 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-03d7ba0d-65d6-4296-ab57-beff5e6706dd admin admin] 10.222.0.64 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.7747664 Sep 23 01:20:45.617483 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=4 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:45.624113 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=12,neutron:INSERT=31 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:48.467926 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 37800) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:20:48.837480 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:20:48.852338 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writer thread running {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 01:20:48.853025 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:49.001532 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Made reservation on behalf of 5dfc85401ad649f0811b6b4ed33a5005 for: {'network': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:20:49.011723 dv-cinder-849143-7-iscsi neutron-server[107235]: ERROR stevedore.extension [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 23 01:20:49.072345 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.policy [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107235) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 01:20:49.115765 dv-cinder-849143-7-iscsi neutron-server[107235]: WARNING oslo_policy.policy [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 01:20:49.116199 dv-cinder-849143-7-iscsi neutron-server[107235]: WARNING oslo_policy.policy [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 01:20:49.127912 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:49.152485 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:49.288762 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Publish callbacks [] for security_group (b1824482-29a2-4d19-9650-1c89d9924193), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:49.372032 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (b1824482-29a2-4d19-9650-1c89d9924193), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:49.407466 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=107235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:20:49.440259 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752383552952', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:49.440855 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Unsubscribe: segment precommit_create {{(pid=107235) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 01:20:49.441404 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.segments_db [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Added segment 6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1 of type vlan for network a6825bd8-5c48-4677-ad99-e46f2b605b09 Sep 23 01:20:49.448202 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b1824482-29a2-4d19-9650-1c89d9924193,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:20:49.494417 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:49.495117 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:49.495117 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:49.495430 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:49.495801 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:49.496126 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:49.496449 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:49.496777 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:49.497120 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:49.497440 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:49.497764 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:49.498099 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:49.498419 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:49.498757 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:49.499072 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Tracked resource versions report: Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: pushed versions: Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: { 'AddressGroup': {'1.2'}, Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Agent': {'1.1'}, Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'ConntrackHelper': {'1.0'}, Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'LocalIPAssociation': {'1.0'}, Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Log': {'1.0'}, Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'NDPProxy': {'1.0'}, Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Network': {'1.1'}, Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Port': {'1.7'}, Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'PortForwarding': {'1.3'}, Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'QosPolicy': {'1.10'}, Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'SecurityGroup': {'1.5'}, Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'SecurityGroupRule': {'1.2'}, Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'SubPort': {'1.0'}, Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Subnet': {'1.1'}, Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Trunk': {'1.1'}} Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: consumer versions: Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: { DHCP agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: L3 agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: Metadata agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: Metering agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: Open vSwitch agent@dv-cinder-849143-7-iscsi: { 'AddressGroup': '1.2', Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Agent': '1.1', Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'ConntrackHelper': '1.0', Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'LocalIPAssociation': '1.0', Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Log': '1.0', Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'NDPProxy': '1.0', Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Network': '1.1', Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Port': '1.7', Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'PortForwarding': '1.3', Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'QosPolicy': '1.10', Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'SecurityGroup': '1.5', Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'SecurityGroupRule': '1.2', Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'SubPort': '1.0', Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Subnet': '1.1', Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Trunk': '1.1'}} Sep 23 01:20:49.501142 dv-cinder-849143-7-iscsi neutron-server[107235]: {{(pid=107235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 01:20:49.561712 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (a6825bd8-5c48-4677-ad99-e46f2b605b09), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:49.692529 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (a6825bd8-5c48-4677-ad99-e46f2b605b09), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:49.697537 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:20:49.703321 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:49.824375 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] Pushing event updated for resources: {'Network': ['ID=a6825bd8-5c48-4677-ad99-e46f2b605b09,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:20:49.839822 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network a6825bd8-5c48-4677-ad99-e46f2b605b09 details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:20:49.856286 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=25,neutron:INSERT=33 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:49.928601 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-613ffab4-2007-428e-93d4-4055f719dcbd demo demo] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4590247 Sep 23 01:20:52.633917 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 37818) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:20:53.006793 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=23,neutron:INSERT=34,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:53.130779 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85101b86-4045-41fe-a417-aaaa71613244 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:20:53.132366 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-85101b86-4045-41fe-a417-aaaa71613244 demo admin] 10.222.0.64 "GET /networking/v2.0/networks/a6825bd8-5c48-4677-ad99-e46f2b605b09 HTTP/1.1" status: 200 len: 825 time: 0.4974835 Sep 23 01:20:53.164751 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-dd3dee74-74f9-41e6-88a7-75cfdd10fc7d demo admin] 10.222.0.64 "GET /networking/v2.0/subnetpools/1d4c885c-528b-48b2-87d6-49535f8c7972 HTTP/1.1" status: 200 len: 734 time: 0.0228314 Sep 23 01:20:53.178955 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Request body: {'subnet': {'network_id': 'a6825bd8-5c48-4677-ad99-e46f2b605b09', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '1d4c885c-528b-48b2-87d6-49535f8c7972'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:20:53.269201 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Made reservation on behalf of 5dfc85401ad649f0811b6b4ed33a5005 for: {'subnet': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:20:53.272128 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:53.689529 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for subnet (e602c1b0-c996-4e10-b09f-cd981487b1ee), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:53.770584 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Checking segment: {'id': '6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a6825bd8-5c48-4677-ad99-e46f2b605b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:20:53.770950 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Network hostable DHCP agents. Network: a6825bd8-5c48-4677-ad99-e46f2b605b09, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:20:53.778809 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e602c1b0-c996-4e10-b09f-cd981487b1ee,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:20:53.791580 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:53.791906 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:53.792251 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:53.792595 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:53.796761 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:53.796761 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:53.796761 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:53.796761 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:53.796761 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:53.797186 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:53.797186 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:53.797186 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:53.797186 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:53.797186 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:53.797664 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Tracked resource versions report: Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: pushed versions: Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: { 'AddressGroup': {'1.2'}, Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Agent': {'1.1'}, Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'ConntrackHelper': {'1.0'}, Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'LocalIPAssociation': {'1.0'}, Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Log': {'1.0'}, Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'NDPProxy': {'1.0'}, Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Network': {'1.1'}, Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Port': {'1.7'}, Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'PortForwarding': {'1.3'}, Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'QosPolicy': {'1.10'}, Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'SecurityGroup': {'1.5'}, Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'SecurityGroupRule': {'1.2'}, Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'SubPort': {'1.0'}, Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Subnet': {'1.1'}, Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Trunk': {'1.1'}} Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: consumer versions: Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: { DHCP agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: L3 agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: Metadata agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: Metering agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: Open vSwitch agent@dv-cinder-849143-7-iscsi: { 'AddressGroup': '1.2', Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Agent': '1.1', Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'ConntrackHelper': '1.0', Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'LocalIPAssociation': '1.0', Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Log': '1.0', Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'NDPProxy': '1.0', Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Network': '1.1', Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Port': '1.7', Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'PortForwarding': '1.3', Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'QosPolicy': '1.10', Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'SecurityGroup': '1.5', Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'SecurityGroupRule': '1.2', Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'SubPort': '1.0', Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Subnet': '1.1', Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Trunk': '1.1'}} Sep 23 01:20:53.797974 dv-cinder-849143-7-iscsi neutron-server[107236]: {{(pid=107236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 01:20:53.905919 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Network a6825bd8-5c48-4677-ad99-e46f2b605b09 is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:20:53.991947 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, a6825bd8-5c48-4677-ad99-e46f2b605b09) {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:20:54.004657 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:20:54.005517 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:54.008862 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd5b496-d613-4f0b-af5d-e35583575f9c None None] Network a6825bd8-5c48-4677-ad99-e46f2b605b09 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:20:54.128985 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-d0a40dd4-f424-4cfb-bd8e-047beff0c567 demo admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9544609 Sep 23 01:20:54.291369 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0589b507-6e33-5f24-9965-4d8da1fbd6ca-a6825bd8-5c48-4677-ad99-e46f2b605b09', 'network_id': 'a6825bd8-5c48-4677-ad99-e46f2b605b09', 'project_id': '5dfc85401ad649f0811b6b4ed33a5005', 'fixed_ips': [{'subnet_id': 'e602c1b0-c996-4e10-b09f-cd981487b1ee'}]}} from dv-cinder-849143-7-iscsi. {{(pid=107237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:20:54.292760 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:54.635615 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.db_base_plugin_common [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Allocated IP 172.20.0.2 (a6825bd8-5c48-4677-ad99-e46f2b605b09/e602c1b0-c996-4e10-b09f-cd981487b1ee/8884bf58-c3b3-4e24-8040-a2a2c76fed82) {{(pid=107237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:20:54.894853 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Publish callbacks [] for port (8884bf58-c3b3-4e24-8040-a2a2c76fed82), precommit_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:55.020667 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (8884bf58-c3b3-4e24-8040-a2a2c76fed82), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:55.112379 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Network a6825bd8-5c48-4677-ad99-e46f2b605b09 is already hosted by enough agents. {{(pid=107237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:20:55.116422 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.base_scheduler [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Resources bound (agent type, host, resource id): {{(pid=107237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:20:55.118524 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Pushing event updated for resources: {'Port': ['ID=8884bf58-c3b3-4e24-8040-a2a2c76fed82,revision_number=1']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:20:55.123823 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Received port after_create {{(pid=107237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:20:55.132821 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:55.133168 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:55.133522 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:55.133895 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:55.134211 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:55.134533 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:55.134851 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:55.135176 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:55.135494 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:55.135852 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:55.136158 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:55.136495 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:55.136817 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:55.137133 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:55.137455 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Tracked resource versions report: Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: pushed versions: Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: { 'AddressGroup': {'1.2'}, Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Agent': {'1.1'}, Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'ConntrackHelper': {'1.0'}, Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'LocalIPAssociation': {'1.0'}, Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Log': {'1.0'}, Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'NDPProxy': {'1.0'}, Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Network': {'1.1'}, Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Port': {'1.7'}, Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'PortForwarding': {'1.3'}, Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'QosPolicy': {'1.10'}, Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'SecurityGroup': {'1.5'}, Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'SecurityGroupRule': {'1.2'}, Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'SubPort': {'1.0'}, Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Subnet': {'1.1'}, Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Trunk': {'1.1'}} Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: consumer versions: Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: { DHCP agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: L3 agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: Metadata agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: Metering agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: Open vSwitch agent@dv-cinder-849143-7-iscsi: { 'AddressGroup': '1.2', Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Agent': '1.1', Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'ConntrackHelper': '1.0', Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'LocalIPAssociation': '1.0', Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Log': '1.0', Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'NDPProxy': '1.0', Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Network': '1.1', Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Port': '1.7', Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'PortForwarding': '1.3', Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'QosPolicy': '1.10', Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'SecurityGroup': '1.5', Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'SecurityGroupRule': '1.2', Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'SubPort': '1.0', Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Subnet': '1.1', Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Trunk': '1.1'}} Sep 23 01:20:55.138938 dv-cinder-849143-7-iscsi neutron-server[107237]: {{(pid=107237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 01:20:55.220324 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Attempting to bind port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:20:55.220732 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Attempting to bind port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a6825bd8-5c48-4677-ad99-e46f2b605b09'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:20:55.221161 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Attempting to bind port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 on network a6825bd8-5c48-4677-ad99-e46f2b605b09 {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:20:55.245679 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:55.274411 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:20:55.274833 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Checking segment: {'id': '6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a6825bd8-5c48-4677-ad99-e46f2b605b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:20:55.275261 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:55.275683 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Bound using segment: {'id': '6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a6825bd8-5c48-4677-ad99-e46f2b605b09'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:20:55.276260 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Bound port: 8884bf58-c3b3-4e24-8040-a2a2c76fed82, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a6825bd8-5c48-4677-ad99-e46f2b605b09'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:20:55.276657 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (8884bf58-c3b3-4e24-8040-a2a2c76fed82), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:55.347952 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:55.349667 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] For port 8884bf58-c3b3-4e24-8040-a2a2c76fed82, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:20:55.373800 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] For port 8884bf58-c3b3-4e24-8040-a2a2c76fed82, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=8884bf58-c3b3-4e24-8040-a2a2c76fed82,segment=NetworkSegment(6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1),segment_id=6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:20:55.466401 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (8884bf58-c3b3-4e24-8040-a2a2c76fed82), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:20:55.529786 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb80d6-5a1d-4e11-8f9e-0c206c50fd3c None None] Pushing event updated for resources: {'Port': ['ID=8884bf58-c3b3-4e24-8040-a2a2c76fed82,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:20:56.078315 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:56.084765 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=5 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:56.880955 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 37834) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:20:57.275373 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [None req-8c71caa4-5764-4cee-aa87-3f4c8df2347b admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:20:57.276619 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-8c71caa4-5764-4cee-aa87-3f4c8df2347b admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3944154 Sep 23 01:20:59.812803 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=32,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:20:59.821673 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=39,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:00.164554 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 37844) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:21:00.580400 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [None req-8e880b1b-f631-4b7a-875b-7b7314812e84 admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:21:00.581454 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-8e880b1b-f631-4b7a-875b-7b7314812e84 admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4157336 Sep 23 01:21:03.326449 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 5 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:21:03.660176 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 37856) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:21:03.832196 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-c5f88d85-10ae-465e-a24b-fd82abf1e762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:04.017742 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=40,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:04.019047 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:04.198922 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-24ae8ea8-4441-446b-9245-b9f013197788 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:21:04.429925 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-24ae8ea8-4441-446b-9245-b9f013197788 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11641'] for router (55f0cf30-27fa-4b97-bc5c-9a9f614c7685), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:04.431711 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-24ae8ea8-4441-446b-9245-b9f013197788 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11616'] for router (55f0cf30-27fa-4b97-bc5c-9a9f614c7685), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:04.443806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 8884bf58-c3b3-4e24-8040-a2a2c76fed82 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:21:04.523771 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63230fc0-c282-4aa9-ba44-78e9a0543234 None None] Network a6825bd8-5c48-4677-ad99-e46f2b605b09 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:21:04.609408 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:21:04.609921 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (8884bf58-c3b3-4e24-8040-a2a2c76fed82), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:04.610346 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 Sep 23 01:21:04.645724 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-0c43312d-0d83-4b7a-b502-154930e95272 None None] Provisioning complete for port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:21:04.649136 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-0c43312d-0d83-4b7a-b502-154930e95272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (8884bf58-c3b3-4e24-8040-a2a2c76fed82), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:04.649136 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-0c43312d-0d83-4b7a-b502-154930e95272 None None] Attempt 1 to provision port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 Sep 23 01:21:04.662700 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-24ae8ea8-4441-446b-9245-b9f013197788 demo demo] Publish callbacks [] for router_controller (55f0cf30-27fa-4b97-bc5c-9a9f614c7685), precommit_add_association {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:04.747781 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-24ae8ea8-4441-446b-9245-b9f013197788 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679137'] for router (55f0cf30-27fa-4b97-bc5c-9a9f614c7685), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:04.883726 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:21:04.884593 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (8884bf58-c3b3-4e24-8040-a2a2c76fed82), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:04.890162 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-24ae8ea8-4441-446b-9245-b9f013197788 demo demo] Publish callbacks [] for router (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:04.894422 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-24ae8ea8-4441-446b-9245-b9f013197788 demo demo] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.2308726 Sep 23 01:21:04.911782 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-0c43312d-0d83-4b7a-b502-154930e95272 None None] Current status of the port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:21:04.912178 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-0c43312d-0d83-4b7a-b502-154930e95272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (8884bf58-c3b3-4e24-8040-a2a2c76fed82), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:04.963478 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port 8884bf58-c3b3-4e24-8040-a2a2c76fed82, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=8884bf58-c3b3-4e24-8040-a2a2c76fed82,segment=NetworkSegment(6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1),segment_id=6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:21:05.049178 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (8884bf58-c3b3-4e24-8040-a2a2c76fed82), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:05.127085 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.db.api [None req-0c43312d-0d83-4b7a-b502-154930e95272 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 01:21:05.127508 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG oslo_db.api [None req-0c43312d-0d83-4b7a-b502-154930e95272 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 01:21:05.132380 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=8884bf58-c3b3-4e24-8040-a2a2c76fed82,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:05.661409 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-0c43312d-0d83-4b7a-b502-154930e95272 None None] Current status of the port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:21:05.779663 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-d6964092-5f72-4b0c-94e7-2fdf7cd312a1 None None] Provisioning complete for port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:21:05.780043 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-d6964092-5f72-4b0c-94e7-2fdf7cd312a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (8884bf58-c3b3-4e24-8040-a2a2c76fed82), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:05.780374 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-d6964092-5f72-4b0c-94e7-2fdf7cd312a1 None None] Attempt 1 to provision port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 Sep 23 01:21:05.858185 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-d6964092-5f72-4b0c-94e7-2fdf7cd312a1 None None] Current status of the port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:21:06.387669 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-43df1e9d-2e53-420c-af02-ec2a5e0dfdcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:06.412290 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 8884bf58-c3b3-4e24-8040-a2a2c76fed82 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:21:06.441933 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:06.461361 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:21:06.461780 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (8884bf58-c3b3-4e24-8040-a2a2c76fed82), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:06.462217 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 Sep 23 01:21:06.483904 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:06.603902 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:21:07.674345 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 37868) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:21:08.096906 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [None req-693c3fa1-3b5f-487d-8bde-ab1c07f826f2 admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:21:08.098053 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-693c3fa1-3b5f-487d-8bde-ab1c07f826f2 admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4226568 Sep 23 01:21:08.782524 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:10.237262 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:10.876804 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 37876) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:21:11.036540 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:11.246985 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-f3251476-4949-4512-888f-f01081e65190 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:21:11.366737 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3251476-4949-4512-888f-f01081e65190 admin admin] Made reservation on behalf of 9c4e8ab21bdd4e5ebc7ac91f1638bec3 for: {'network': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:21:11.370495 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f3251476-4949-4512-888f-f01081e65190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:11.386019 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f3251476-4949-4512-888f-f01081e65190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:11.476396 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f3251476-4949-4512-888f-f01081e65190 admin admin] Publish callbacks [] for security_group (d6ae8749-5888-4999-b3bb-3af753892250), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:11.562703 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f3251476-4949-4512-888f-f01081e65190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (d6ae8749-5888-4999-b3bb-3af753892250), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:11.583419 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f3251476-4949-4512-888f-f01081e65190 admin admin] Reserving flat network on physical network physnet1 {{(pid=107235) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 01:21:11.602296 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3251476-4949-4512-888f-f01081e65190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ae8749-5888-4999-b3bb-3af753892250,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:11.608820 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f3251476-4949-4512-888f-f01081e65190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (612ba637-b0ad-48ad-89fb-43a20ace2e17), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:11.609427 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.segments_db [None req-f3251476-4949-4512-888f-f01081e65190 admin admin] Added segment 612ba637-b0ad-48ad-89fb-43a20ace2e17 of type flat for network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e Sep 23 01:21:11.674114 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f3251476-4949-4512-888f-f01081e65190 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:11.814347 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f3251476-4949-4512-888f-f01081e65190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:11.815473 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3251476-4949-4512-888f-f01081e65190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:21:11.816078 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f3251476-4949-4512-888f-f01081e65190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:11.916347 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3251476-4949-4512-888f-f01081e65190 admin admin] Pushing event updated for resources: {'Network': ['ID=9bd1ee8a-9d2c-49c1-902f-6beba3185c6e,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:11.925952 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:21:11.971917 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-f3251476-4949-4512-888f-f01081e65190 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0939827 Sep 23 01:21:13.321971 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:14.718401 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 37884) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:21:14.775354 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:14.776558 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=16,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:15.171056 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99656cbd-d486-4c41-858f-2325eda26d27 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:21:15.172461 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-99656cbd-d486-4c41-858f-2325eda26d27 demo admin] 10.222.0.64 "GET /networking/v2.0/subnets/e602c1b0-c996-4e10-b09f-cd981487b1ee HTTP/1.1" status: 200 len: 849 time: 0.4526520 Sep 23 01:21:15.306247 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-1fd2781a-50dd-4033-8669-00cbd6637071 demo admin] 10.222.0.64 "GET /networking/v2.0/routers/55f0cf30-27fa-4b97-bc5c-9a9f614c7685 HTTP/1.1" status: 200 len: 704 time: 0.1277261 Sep 23 01:21:15.650427 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:15.999276 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] Allocated IP 172.20.0.1 (a6825bd8-5c48-4677-ad99-e46f2b605b09/e602c1b0-c996-4e10-b09f-cd981487b1ee/563f664d-a31c-4471-83a1-3b68ab0e74c4) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:21:16.185459 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] Publish callbacks [] for port (563f664d-a31c-4471-83a1-3b68ab0e74c4), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:16.367130 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (563f664d-a31c-4471-83a1-3b68ab0e74c4), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:16.441118 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] Network a6825bd8-5c48-4677-ad99-e46f2b605b09 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:21:16.450217 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:21:16.459885 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:21:16.459885 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735960'] for router_interface (55f0cf30-27fa-4b97-bc5c-9a9f614c7685), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:16.564729 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] Pushing event updated for resources: {'Port': ['ID=563f664d-a31c-4471-83a1-3b68ab0e74c4,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:16.570944 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:16.747215 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Provisioning complete for port 563f664d-a31c-4471-83a1-3b68ab0e74c4 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:21:16.748030 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (563f664d-a31c-4471-83a1-3b68ab0e74c4), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:16.748030 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Attempt 1 to provision port 563f664d-a31c-4471-83a1-3b68ab0e74c4 Sep 23 01:21:16.803165 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Port 563f664d-a31c-4471-83a1-3b68ab0e74c4 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:21:16.878136 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (563f664d-a31c-4471-83a1-3b68ab0e74c4), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:16.950880 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:17.128914 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] Publish callbacks [] for port (563f664d-a31c-4471-83a1-3b68ab0e74c4), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:17.248228 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (563f664d-a31c-4471-83a1-3b68ab0e74c4), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:17.249661 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736076'] for router_interface (55f0cf30-27fa-4b97-bc5c-9a9f614c7685), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:17.304798 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Attempt 2 to provision port 563f664d-a31c-4471-83a1-3b68ab0e74c4 Sep 23 01:21:17.345064 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] Pushing event updated for resources: {'Port': ['ID=563f664d-a31c-4471-83a1-3b68ab0e74c4,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:17.350143 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Port 563f664d-a31c-4471-83a1-3b68ab0e74c4 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:21:17.417193 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] Network a6825bd8-5c48-4677-ad99-e46f2b605b09 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:21:17.418646 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:21:17.757696 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] Router 55f0cf30-27fa-4b97-bc5c-9a9f614c7685 is scheduled to L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc with binding_index 1 {{(pid=107236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:21:17.848332 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Attempt 3 to provision port 563f664d-a31c-4471-83a1-3b68ab0e74c4 Sep 23 01:21:17.894857 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Port 563f664d-a31c-4471-83a1-3b68ab0e74c4 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:21:17.915918 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:21:17.923312 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-ae3a83d9-086f-4dd1-acb3-f9b943218d94 demo admin] 10.222.0.64 "PUT /networking/v2.0/routers/55f0cf30-27fa-4b97-bc5c-9a9f614c7685/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6097293 Sep 23 01:21:17.931927 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Sync routers for ids ['55f0cf30-27fa-4b97-bc5c-9a9f614c7685'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:21:17.951209 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Routers {'55f0cf30-27fa-4b97-bc5c-9a9f614c7685'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:21:17.952249 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:21:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['55f0cf30-27fa-4b97-bc5c-9a9f614c7685'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:21:18.186141 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Set router 55f0cf30-27fa-4b97-bc5c-9a9f614c7685 gateway port host: None {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:21:18.396566 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Attempt 4 to provision port 563f664d-a31c-4471-83a1-3b68ab0e74c4 Sep 23 01:21:18.440651 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Port 563f664d-a31c-4471-83a1-3b68ab0e74c4 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:21:18.731291 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f0cf30-27fa-4b97-bc5c-9a9f614c7685', 'name': 'router1', 'tenant_id': '5dfc85401ad649f0811b6b4ed33a5005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:21:04Z', 'updated_at': '2022-09-23T01:21:16Z', 'revision_number': 2, 'project_id': '5dfc85401ad649f0811b6b4ed33a5005', 'gw_port_host': None, '_interfaces': [{'id': '563f664d-a31c-4471-83a1-3b68ab0e74c4', 'name': '', 'network_id': 'a6825bd8-5c48-4677-ad99-e46f2b605b09', 'tenant_id': '5dfc85401ad649f0811b6b4ed33a5005', 'mac_address': 'fa:16:3e:1d:03:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f0cf30-27fa-4b97-bc5c-9a9f614c7685', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e602c1b0-c996-4e10-b09f-cd981487b1ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:21:15Z', 'updated_at': '2022-09-23T01:21:16Z', 'revision_number': 2, 'project_id': '5dfc85401ad649f0811b6b4ed33a5005', 'subnets': [{'id': 'e602c1b0-c996-4e10-b09f-cd981487b1ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d4c885c-528b-48b2-87d6-49535f8c7972'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:21:18.803796 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Checking router: 55f0cf30-27fa-4b97-bc5c-9a9f614c7685 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:21:18.804534 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Updating router 55f0cf30-27fa-4b97-bc5c-9a9f614c7685 port 563f664d-a31c-4471-83a1-3b68ab0e74c4 binding host dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:21:18.905524 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (563f664d-a31c-4471-83a1-3b68ab0e74c4), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:18.942177 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Attempt 5 to provision port 563f664d-a31c-4471-83a1-3b68ab0e74c4 Sep 23 01:21:18.990584 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Port 563f664d-a31c-4471-83a1-3b68ab0e74c4 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:21:19.490678 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Attempt 6 to provision port 563f664d-a31c-4471-83a1-3b68ab0e74c4 Sep 23 01:21:19.546024 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Port 563f664d-a31c-4471-83a1-3b68ab0e74c4 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:21:19.726554 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Publish callbacks [] for port (563f664d-a31c-4471-83a1-3b68ab0e74c4), precommit_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:19.865540 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (563f664d-a31c-4471-83a1-3b68ab0e74c4), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:20.047327 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Attempt 7 to provision port 563f664d-a31c-4471-83a1-3b68ab0e74c4 Sep 23 01:21:20.063728 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4920c06-a1c9-4978-89eb-b77e2edb330f None None] Pushing event updated for resources: {'Port': ['ID=563f664d-a31c-4471-83a1-3b68ab0e74c4,revision_number=3']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:20.068844 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Attempting to bind port 563f664d-a31c-4471-83a1-3b68ab0e74c4 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:21:20.069353 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Attempting to bind port 563f664d-a31c-4471-83a1-3b68ab0e74c4 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a6825bd8-5c48-4677-ad99-e46f2b605b09'}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:21:20.069644 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Attempting to bind port 563f664d-a31c-4471-83a1-3b68ab0e74c4 on network a6825bd8-5c48-4677-ad99-e46f2b605b09 {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:21:20.111711 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4920c06-a1c9-4978-89eb-b77e2edb330f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:20.111983 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4920c06-a1c9-4978-89eb-b77e2edb330f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:20.112133 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Port 563f664d-a31c-4471-83a1-3b68ab0e74c4 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:21:20.112285 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4920c06-a1c9-4978-89eb-b77e2edb330f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:20.112623 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4920c06-a1c9-4978-89eb-b77e2edb330f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:20.112910 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4920c06-a1c9-4978-89eb-b77e2edb330f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:20.113231 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4920c06-a1c9-4978-89eb-b77e2edb330f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:20.113548 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4920c06-a1c9-4978-89eb-b77e2edb330f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:20.113969 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4920c06-a1c9-4978-89eb-b77e2edb330f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:20.114148 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4920c06-a1c9-4978-89eb-b77e2edb330f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:20.114552 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4920c06-a1c9-4978-89eb-b77e2edb330f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:20.114978 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4920c06-a1c9-4978-89eb-b77e2edb330f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:20.115313 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4920c06-a1c9-4978-89eb-b77e2edb330f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:20.115681 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4920c06-a1c9-4978-89eb-b77e2edb330f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:20.116081 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4920c06-a1c9-4978-89eb-b77e2edb330f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:20.116417 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4920c06-a1c9-4978-89eb-b77e2edb330f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4920c06-a1c9-4978-89eb-b77e2edb330f None None] Tracked resource versions report: Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: pushed versions: Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: { 'AddressGroup': {'1.2'}, Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Agent': {'1.1'}, Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'ConntrackHelper': {'1.0'}, Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'LocalIPAssociation': {'1.0'}, Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Log': {'1.0'}, Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'NDPProxy': {'1.0'}, Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Network': {'1.1'}, Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Port': {'1.7'}, Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'PortForwarding': {'1.3'}, Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'QosPolicy': {'1.10'}, Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'SecurityGroup': {'1.5'}, Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'SecurityGroupRule': {'1.2'}, Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'SubPort': {'1.0'}, Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Subnet': {'1.1'}, Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Trunk': {'1.1'}} Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: consumer versions: Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: { DHCP agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: L3 agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: Metadata agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: Metering agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: Open vSwitch agent@dv-cinder-849143-7-iscsi: { 'AddressGroup': '1.2', Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Agent': '1.1', Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'ConntrackHelper': '1.0', Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'LocalIPAssociation': '1.0', Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Log': '1.0', Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'NDPProxy': '1.0', Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Network': '1.1', Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Port': '1.7', Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'PortForwarding': '1.3', Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'QosPolicy': '1.10', Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'SecurityGroup': '1.5', Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'SecurityGroupRule': '1.2', Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'SubPort': '1.0', Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Subnet': '1.1', Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Trunk': '1.1'}} Sep 23 01:21:20.118142 dv-cinder-849143-7-iscsi neutron-server[107238]: {{(pid=107238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 01:21:20.189291 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:21:20.189689 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Checking segment: {'id': '6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a6825bd8-5c48-4677-ad99-e46f2b605b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:21:20.190188 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:20.190641 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Bound using segment: {'id': '6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a6825bd8-5c48-4677-ad99-e46f2b605b09'} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:21:20.191153 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Bound port: 563f664d-a31c-4471-83a1-3b68ab0e74c4, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a6825bd8-5c48-4677-ad99-e46f2b605b09'}}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:21:20.191533 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (563f664d-a31c-4471-83a1-3b68ab0e74c4), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:20.204089 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:20.253211 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:20.273928 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] For port 563f664d-a31c-4471-83a1-3b68ab0e74c4, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:21:20.313854 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] For port 563f664d-a31c-4471-83a1-3b68ab0e74c4, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=563f664d-a31c-4471-83a1-3b68ab0e74c4,segment=NetworkSegment(6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1),segment_id=6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1)] {{(pid=107238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:21:20.392231 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (563f664d-a31c-4471-83a1-3b68ab0e74c4), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:20.473780 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Routers {'55f0cf30-27fa-4b97-bc5c-9a9f614c7685'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:21:20.475153 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:21:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['55f0cf30-27fa-4b97-bc5c-9a9f614c7685'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:21:20.590360 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4920c06-a1c9-4978-89eb-b77e2edb330f None None] Pushing event updated for resources: {'Port': ['ID=563f664d-a31c-4471-83a1-3b68ab0e74c4,revision_number=4']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:20.613646 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Attempt 8 to provision port 563f664d-a31c-4471-83a1-3b68ab0e74c4 Sep 23 01:21:20.626548 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] Set router 55f0cf30-27fa-4b97-bc5c-9a9f614c7685 gateway port host: None {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:21:20.746947 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Current status of the port 563f664d-a31c-4471-83a1-3b68ab0e74c4 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:21:20.747934 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (563f664d-a31c-4471-83a1-3b68ab0e74c4), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:20.814611 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] For port 563f664d-a31c-4471-83a1-3b68ab0e74c4, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=563f664d-a31c-4471-83a1-3b68ab0e74c4,segment=NetworkSegment(6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1),segment_id=6b2f8ee4-6ad7-4c48-96a3-4e5ddbc12fb1)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:21:20.911464 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (563f664d-a31c-4471-83a1-3b68ab0e74c4), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:20.938874 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f0cf30-27fa-4b97-bc5c-9a9f614c7685', 'name': 'router1', 'tenant_id': '5dfc85401ad649f0811b6b4ed33a5005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:21:04Z', 'updated_at': '2022-09-23T01:21:16Z', 'revision_number': 2, 'project_id': '5dfc85401ad649f0811b6b4ed33a5005', 'gw_port_host': None, '_interfaces': [{'id': '563f664d-a31c-4471-83a1-3b68ab0e74c4', 'name': '', 'network_id': 'a6825bd8-5c48-4677-ad99-e46f2b605b09', 'tenant_id': '5dfc85401ad649f0811b6b4ed33a5005', 'mac_address': 'fa:16:3e:1d:03:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f0cf30-27fa-4b97-bc5c-9a9f614c7685', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e602c1b0-c996-4e10-b09f-cd981487b1ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:21:15Z', 'updated_at': '2022-09-23T01:21:20Z', 'revision_number': 4, 'project_id': '5dfc85401ad649f0811b6b4ed33a5005', 'subnets': [{'id': 'e602c1b0-c996-4e10-b09f-cd981487b1ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d4c885c-528b-48b2-87d6-49535f8c7972'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:21:20.992697 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225fe81-48f9-4d91-a88b-65e7d49b69b4 None None] The sync data for ids ['55f0cf30-27fa-4b97-bc5c-9a9f614c7685'] in dv-cinder-849143-7-iscsi is: [{'id': '55f0cf30-27fa-4b97-bc5c-9a9f614c7685', 'name': 'router1', 'tenant_id': '5dfc85401ad649f0811b6b4ed33a5005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:21:04Z', 'updated_at': '2022-09-23T01:21:16Z', 'revision_number': 2, 'project_id': '5dfc85401ad649f0811b6b4ed33a5005', 'gw_port_host': None, '_interfaces': [{'id': '563f664d-a31c-4471-83a1-3b68ab0e74c4', 'name': '', 'network_id': 'a6825bd8-5c48-4677-ad99-e46f2b605b09', 'tenant_id': '5dfc85401ad649f0811b6b4ed33a5005', 'mac_address': 'fa:16:3e:1d:03:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f0cf30-27fa-4b97-bc5c-9a9f614c7685', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e602c1b0-c996-4e10-b09f-cd981487b1ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:21:15Z', 'updated_at': '2022-09-23T01:21:20Z', 'revision_number': 4, 'project_id': '5dfc85401ad649f0811b6b4ed33a5005', 'subnets': [{'id': 'e602c1b0-c996-4e10-b09f-cd981487b1ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d4c885c-528b-48b2-87d6-49535f8c7972'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:21:21.005945 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76704396-7196-4131-8edd-7dcb1516c677 None None] Pushing event updated for resources: {'Port': ['ID=563f664d-a31c-4471-83a1-3b68ab0e74c4,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:21.042612 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-886b90c5-9e24-451c-a89e-2cf43e258093 None None] Provisioning complete for port 563f664d-a31c-4471-83a1-3b68ab0e74c4 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:21:21.043233 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-886b90c5-9e24-451c-a89e-2cf43e258093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (563f664d-a31c-4471-83a1-3b68ab0e74c4), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:21.043895 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-886b90c5-9e24-451c-a89e-2cf43e258093 None None] Attempt 1 to provision port 563f664d-a31c-4471-83a1-3b68ab0e74c4 Sep 23 01:21:21.181048 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-886b90c5-9e24-451c-a89e-2cf43e258093 None None] Current status of the port 563f664d-a31c-4471-83a1-3b68ab0e74c4 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:21:21.586685 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 37894) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:21:21.910312 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=37,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:21.914136 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=37,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:22.297113 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e0a4fd-42af-4d9c-8df8-65238cec5fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:21:22.298540 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-37e0a4fd-42af-4d9c-8df8-65238cec5fb0 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/9bd1ee8a-9d2c-49c1-902f-6beba3185c6e HTTP/1.1" status: 200 len: 842 time: 0.7106514 Sep 23 01:21:22.315524 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-f5d747dd-9dff-4466-b969-16c781be6610 admin admin] Request body: {'subnet': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'enable_dhcp': False}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:21:22.447010 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d747dd-9dff-4466-b969-16c781be6610 admin admin] Made reservation on behalf of 9c4e8ab21bdd4e5ebc7ac91f1638bec3 for: {'subnet': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:21:22.450631 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f5d747dd-9dff-4466-b969-16c781be6610 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:23.148515 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.objects.ports [None req-f5d747dd-9dff-4466-b969-16c781be6610 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107235) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 23 01:21:23.149423 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f5d747dd-9dff-4466-b969-16c781be6610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for subnet (7f197042-3ce7-4084-a56d-e35e986ccdd3), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:23.255585 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d747dd-9dff-4466-b969-16c781be6610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f197042-3ce7-4084-a56d-e35e986ccdd3,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:23.274478 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d747dd-9dff-4466-b969-16c781be6610 admin admin] Checking segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:21:23.276064 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d747dd-9dff-4466-b969-16c781be6610 admin admin] Network hostable DHCP agents. Network: 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:21:23.408497 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d747dd-9dff-4466-b969-16c781be6610 admin admin] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:21:23.531700 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-f5d747dd-9dff-4466-b969-16c781be6610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e) {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:21:23.539367 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d747dd-9dff-4466-b969-16c781be6610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:21:23.540678 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f5d747dd-9dff-4466-b969-16c781be6610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:23.544269 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e44f3f5-995d-47bc-a31b-8f6784055978 None None] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:21:23.655588 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-f5d747dd-9dff-4466-b969-16c781be6610 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3345642 Sep 23 01:21:23.728906 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0b3360-f8b9-4763-afab-a9a0c2b78fc9 None None] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:21:23.814810 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:23.835250 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:27.332961 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 37906) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:21:27.908592 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:27.913964 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=44 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:28.025803 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-bb1c4594-1cc6-4707-9ef3-4593fbae846e demo admin] 10.222.0.64 "GET /networking/v2.0/routers/55f0cf30-27fa-4b97-bc5c-9a9f614c7685 HTTP/1.1" status: 200 len: 710 time: 0.6912351 Sep 23 01:21:28.138337 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5dc19e-df92-4725-958b-ca6ee0a8c31f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:21:28.140295 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-0b5dc19e-df92-4725-958b-ca6ee0a8c31f demo admin] 10.222.0.64 "GET /networking/v2.0/networks/9bd1ee8a-9d2c-49c1-902f-6beba3185c6e HTTP/1.1" status: 200 len: 886 time: 0.1038070 Sep 23 01:21:28.150540 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-3ca96aa6-bb39-420b-82a7-a433d857a1a1 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:21:28.422459 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3ca96aa6-bb39-420b-82a7-a433d857a1a1 demo admin] Publish callbacks [] for router_gateway (55f0cf30-27fa-4b97-bc5c-9a9f614c7685), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:28.452416 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 563f664d-a31c-4471-83a1-3b68ab0e74c4 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:21:28.508060 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 563f664d-a31c-4471-83a1-3b68ab0e74c4 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:21:28.508452 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (563f664d-a31c-4471-83a1-3b68ab0e74c4), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:28.508803 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 563f664d-a31c-4471-83a1-3b68ab0e74c4 Sep 23 01:21:28.606697 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 563f664d-a31c-4471-83a1-3b68ab0e74c4 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:21:28.823743 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3ca96aa6-bb39-420b-82a7-a433d857a1a1 demo admin] Publish callbacks [] for router_gateway (55f0cf30-27fa-4b97-bc5c-9a9f614c7685), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:28.939629 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3ca96aa6-bb39-420b-82a7-a433d857a1a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:29.058923 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-3ca96aa6-bb39-420b-82a7-a433d857a1a1 demo admin] Allocated IP 172.27.1.122 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/941571ae-20c0-41cb-bc9f-fd6dde4ef55a) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:21:29.209531 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3ca96aa6-bb39-420b-82a7-a433d857a1a1 demo admin] Publish callbacks [] for port (941571ae-20c0-41cb-bc9f-fd6dde4ef55a), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:29.218068 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:29.233070 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:29.320662 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3ca96aa6-bb39-420b-82a7-a433d857a1a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (941571ae-20c0-41cb-bc9f-fd6dde4ef55a), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:29.368277 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca96aa6-bb39-420b-82a7-a433d857a1a1 demo admin] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:21:29.372264 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-3ca96aa6-bb39-420b-82a7-a433d857a1a1 demo admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:21:29.377113 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca96aa6-bb39-420b-82a7-a433d857a1a1 demo admin] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:21:29.382472 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca96aa6-bb39-420b-82a7-a433d857a1a1 demo admin] Pushing event updated for resources: {'Port': ['ID=941571ae-20c0-41cb-bc9f-fd6dde4ef55a,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:29.769511 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3ca96aa6-bb39-420b-82a7-a433d857a1a1 demo admin] Publish callbacks [] for router_gateway (55f0cf30-27fa-4b97-bc5c-9a9f614c7685), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:29.976351 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3ca96aa6-bb39-420b-82a7-a433d857a1a1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1679309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1681120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6554'] for router (55f0cf30-27fa-4b97-bc5c-9a9f614c7685), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:29.979940 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3ca96aa6-bb39-420b-82a7-a433d857a1a1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1679300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1679167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1681115'] for router (55f0cf30-27fa-4b97-bc5c-9a9f614c7685), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:30.098608 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca96aa6-bb39-420b-82a7-a433d857a1a1 demo admin] Router 55f0cf30-27fa-4b97-bc5c-9a9f614c7685 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:21:30.206843 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:30.213436 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca96aa6-bb39-420b-82a7-a433d857a1a1 demo admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:21:30.221900 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3ca96aa6-bb39-420b-82a7-a433d857a1a1 demo admin] Publish callbacks [] for router (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:30.221900 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-3ca96aa6-bb39-420b-82a7-a433d857a1a1 demo admin] 10.222.0.64 "PUT /networking/v2.0/routers/55f0cf30-27fa-4b97-bc5c-9a9f614c7685 HTTP/1.1" status: 200 len: 890 time: 2.0727150 Sep 23 01:21:30.226308 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Sync routers for ids ['55f0cf30-27fa-4b97-bc5c-9a9f614c7685'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:21:30.253882 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Routers {'55f0cf30-27fa-4b97-bc5c-9a9f614c7685'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:21:30.255093 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:21:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['55f0cf30-27fa-4b97-bc5c-9a9f614c7685'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:21:30.535836 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Set router 55f0cf30-27fa-4b97-bc5c-9a9f614c7685 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:21:30.938509 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=29 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:30.944432 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:31.110831 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f0cf30-27fa-4b97-bc5c-9a9f614c7685', 'name': 'router1', 'tenant_id': '5dfc85401ad649f0811b6b4ed33a5005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '941571ae-20c0-41cb-bc9f-fd6dde4ef55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:21:04Z', 'updated_at': '2022-09-23T01:21:29Z', 'revision_number': 4, 'project_id': '5dfc85401ad649f0811b6b4ed33a5005', 'gw_port': {'id': '941571ae-20c0-41cb-bc9f-fd6dde4ef55a', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f0cf30-27fa-4b97-bc5c-9a9f614c7685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:21:28Z', 'updated_at': '2022-09-23T01:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '563f664d-a31c-4471-83a1-3b68ab0e74c4', 'name': '', 'network_id': 'a6825bd8-5c48-4677-ad99-e46f2b605b09', 'tenant_id': '5dfc85401ad649f0811b6b4ed33a5005', 'mac_address': 'fa:16:3e:1d:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f0cf30-27fa-4b97-bc5c-9a9f614c7685', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e602c1b0-c996-4e10-b09f-cd981487b1ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:21:15Z', 'updated_at': '2022-09-23T01:21:20Z', 'revision_number': 5, 'project_id': '5dfc85401ad649f0811b6b4ed33a5005', 'subnets': [{'id': 'e602c1b0-c996-4e10-b09f-cd981487b1ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d4c885c-528b-48b2-87d6-49535f8c7972'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:21:31.166385 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Checking router: 55f0cf30-27fa-4b97-bc5c-9a9f614c7685 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:21:31.166730 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Updating router 55f0cf30-27fa-4b97-bc5c-9a9f614c7685 port 941571ae-20c0-41cb-bc9f-fd6dde4ef55a binding host dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:21:31.223954 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (941571ae-20c0-41cb-bc9f-fd6dde4ef55a), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:31.584051 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Publish callbacks [] for port (941571ae-20c0-41cb-bc9f-fd6dde4ef55a), precommit_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:31.687978 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (941571ae-20c0-41cb-bc9f-fd6dde4ef55a), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:31.724858 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Attempting to bind port 941571ae-20c0-41cb-bc9f-fd6dde4ef55a on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:21:31.725861 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Attempting to bind port 941571ae-20c0-41cb-bc9f-fd6dde4ef55a by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:21:31.725861 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Attempting to bind port 941571ae-20c0-41cb-bc9f-fd6dde4ef55a on network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:21:31.732048 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:31.759859 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:31.766722 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff1b15-08f8-4d4b-9c34-e2ea7765c559 None None] Pushing event updated for resources: {'Port': ['ID=941571ae-20c0-41cb-bc9f-fd6dde4ef55a,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:31.785962 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:21:31.786365 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Checking segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:21:31.786716 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:31.787101 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Bound using segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:21:31.791730 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Bound port: 941571ae-20c0-41cb-bc9f-fd6dde4ef55a, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:21:31.791730 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (941571ae-20c0-41cb-bc9f-fd6dde4ef55a), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:31.884073 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] For port 941571ae-20c0-41cb-bc9f-fd6dde4ef55a, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:21:31.890174 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] For port 941571ae-20c0-41cb-bc9f-fd6dde4ef55a, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=941571ae-20c0-41cb-bc9f-fd6dde4ef55a,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:21:31.971917 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (941571ae-20c0-41cb-bc9f-fd6dde4ef55a), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:32.022666 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Routers {'55f0cf30-27fa-4b97-bc5c-9a9f614c7685'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:21:32.023386 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:21:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['55f0cf30-27fa-4b97-bc5c-9a9f614c7685'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:21:32.084039 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff1b15-08f8-4d4b-9c34-e2ea7765c559 None None] Pushing event updated for resources: {'Port': ['ID=941571ae-20c0-41cb-bc9f-fd6dde4ef55a,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:32.174087 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] Set router 55f0cf30-27fa-4b97-bc5c-9a9f614c7685 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:21:32.463707 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f0cf30-27fa-4b97-bc5c-9a9f614c7685', 'name': 'router1', 'tenant_id': '5dfc85401ad649f0811b6b4ed33a5005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '941571ae-20c0-41cb-bc9f-fd6dde4ef55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:21:04Z', 'updated_at': '2022-09-23T01:21:29Z', 'revision_number': 4, 'project_id': '5dfc85401ad649f0811b6b4ed33a5005', 'gw_port': {'id': '941571ae-20c0-41cb-bc9f-fd6dde4ef55a', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f0cf30-27fa-4b97-bc5c-9a9f614c7685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:21:28Z', 'updated_at': '2022-09-23T01:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '563f664d-a31c-4471-83a1-3b68ab0e74c4', 'name': '', 'network_id': 'a6825bd8-5c48-4677-ad99-e46f2b605b09', 'tenant_id': '5dfc85401ad649f0811b6b4ed33a5005', 'mac_address': 'fa:16:3e:1d:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f0cf30-27fa-4b97-bc5c-9a9f614c7685', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e602c1b0-c996-4e10-b09f-cd981487b1ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:21:15Z', 'updated_at': '2022-09-23T01:21:20Z', 'revision_number': 5, 'project_id': '5dfc85401ad649f0811b6b4ed33a5005', 'subnets': [{'id': 'e602c1b0-c996-4e10-b09f-cd981487b1ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d4c885c-528b-48b2-87d6-49535f8c7972'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:21:32.498110 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec8af5c-9751-4bd2-8023-2b385ba827e8 None None] The sync data for ids ['55f0cf30-27fa-4b97-bc5c-9a9f614c7685'] in dv-cinder-849143-7-iscsi is: [{'id': '55f0cf30-27fa-4b97-bc5c-9a9f614c7685', 'name': 'router1', 'tenant_id': '5dfc85401ad649f0811b6b4ed33a5005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '941571ae-20c0-41cb-bc9f-fd6dde4ef55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:21:04Z', 'updated_at': '2022-09-23T01:21:29Z', 'revision_number': 4, 'project_id': '5dfc85401ad649f0811b6b4ed33a5005', 'gw_port': {'id': '941571ae-20c0-41cb-bc9f-fd6dde4ef55a', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f0cf30-27fa-4b97-bc5c-9a9f614c7685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:21:28Z', 'updated_at': '2022-09-23T01:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '563f664d-a31c-4471-83a1-3b68ab0e74c4', 'name': '', 'network_id': 'a6825bd8-5c48-4677-ad99-e46f2b605b09', 'tenant_id': '5dfc85401ad649f0811b6b4ed33a5005', 'mac_address': 'fa:16:3e:1d:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f0cf30-27fa-4b97-bc5c-9a9f614c7685', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e602c1b0-c996-4e10-b09f-cd981487b1ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:21:15Z', 'updated_at': '2022-09-23T01:21:20Z', 'revision_number': 5, 'project_id': '5dfc85401ad649f0811b6b4ed33a5005', 'subnets': [{'id': 'e602c1b0-c996-4e10-b09f-cd981487b1ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d4c885c-528b-48b2-87d6-49535f8c7972'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:21:33.558654 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=57,neutron:INSERT=5,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:33.560490 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=51,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:33.817421 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-9da766f9-30d5-4c50-a865-92d520909dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:33.887802 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 37914) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:21:34.402591 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-723433f0-5703-43b9-a8ae-aad8a08c8861 admin admin] 10.222.0.64 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.5079076 Sep 23 01:21:34.461191 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 941571ae-20c0-41cb-bc9f-fd6dde4ef55a up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:21:34.517401 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 941571ae-20c0-41cb-bc9f-fd6dde4ef55a triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:21:34.517847 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (941571ae-20c0-41cb-bc9f-fd6dde4ef55a), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:34.518272 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 941571ae-20c0-41cb-bc9f-fd6dde4ef55a Sep 23 01:21:34.626349 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 941571ae-20c0-41cb-bc9f-fd6dde4ef55a is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:21:34.626731 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (941571ae-20c0-41cb-bc9f-fd6dde4ef55a), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:34.653954 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port 941571ae-20c0-41cb-bc9f-fd6dde4ef55a, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=941571ae-20c0-41cb-bc9f-fd6dde4ef55a,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:21:34.780860 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (941571ae-20c0-41cb-bc9f-fd6dde4ef55a), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:34.952804 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=941571ae-20c0-41cb-bc9f-fd6dde4ef55a,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:21:36.440388 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-286e4732-7e39-4791-9444-712cfc275c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:36.457416 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 941571ae-20c0-41cb-bc9f-fd6dde4ef55a up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:21:36.525308 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 941571ae-20c0-41cb-bc9f-fd6dde4ef55a triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:21:36.525698 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (941571ae-20c0-41cb-bc9f-fd6dde4ef55a), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:36.529803 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 941571ae-20c0-41cb-bc9f-fd6dde4ef55a Sep 23 01:21:36.534598 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:36.644152 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:36.668969 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 941571ae-20c0-41cb-bc9f-fd6dde4ef55a is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:21:38.784005 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:40.295463 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:40.336587 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 5 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:21:41.072768 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:21:44.385096 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=5 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:44.395195 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=57 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:50.197804 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:UPDATE=2,neutron:SELECT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:50.323248 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:50.325081 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:21:50.999712 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:01.335235 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:01.347192 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:03.836009 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-0f2464cc-fca9-474b-a81c-40f78ac1132b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:06.452348 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-afe99a96-525d-420d-8d9a-9b806623e754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:08.829524 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:10.250029 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:11.096764 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:17.330806 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 5 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:22:20.988067 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:21.006572 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:27.323044 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:33.863100 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8a0f0596-c383-43c5-84ef-9b684cf249a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:36.397265 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-9911258c-01f8-4cc7-a4b9-e4a4721c822f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:38.326350 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:38.345057 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=4 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:38.798995 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:40.227746 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:41.061884 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:22:50.988449 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:50.993580 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:22:54.331353 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 5 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:23:03.810378 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-db2738fb-fac9-422c-ac6a-ad0df1a42a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:04.327240 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:06.412776 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-2592429b-689e-4e28-8eff-102dee94cf9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:08.798160 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:10.228601 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:11.062198 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:15.334111 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:15.334892 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:19.180209 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 38468) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:19.565920 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.pecan_wsgi.hooks.translation [None req-a376b618-fa94-4bfb-bf05-c545e95b1741 admin admin] GET failed (client error): The resource could not be found. Sep 23 01:23:19.567289 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-a376b618-fa94-4bfb-bf05-c545e95b1741 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3861229 Sep 23 01:23:19.753391 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14a4afc-0f0f-4856-b8b4-cd54bc4616dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:19.754851 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-d14a4afc-0f0f-4856-b8b4-cd54bc4616dd admin admin] 10.222.0.64 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1830552 Sep 23 01:23:20.990770 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:20.992692 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:22.424781 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 38478) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:22.833694 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bfc172-9f4f-4712-a240-2a26a2dc7212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:22.835075 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-69bfc172-9f4f-4712-a240-2a26a2dc7212 admin admin] 10.222.0.64 "GET /networking/v2.0/subnets/e602c1b0-c996-4e10-b09f-cd981487b1ee HTTP/1.1" status: 200 len: 849 time: 0.4093688 Sep 23 01:23:22.846488 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:23:22.936550 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Publish callbacks [] for subnet (e602c1b0-c996-4e10-b09f-cd981487b1ee), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:23.164310 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752383530132'] for subnet (e602c1b0-c996-4e10-b09f-cd981487b1ee), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:23.199442 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:23.200123 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:23.202347 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] 10.222.0.64 "PUT /networking/v2.0/subnets/e602c1b0-c996-4e10-b09f-cd981487b1ee HTTP/1.1" status: 200 len: 868 time: 0.3595297 Sep 23 01:23:23.219704 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7743e12c-79a5-4e21-9a76-327c9e9b8d6f None None] Network a6825bd8-5c48-4677-ad99-e46f2b605b09 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:23:23.229052 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e602c1b0-c996-4e10-b09f-cd981487b1ee,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:23:23.239295 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:23.239758 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:23.240132 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:23.240498 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:23.241193 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:23.241578 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:23.241911 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:23.242321 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:23.242804 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:23.243137 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:23.243698 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:23.243946 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:23.244274 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:23.244602 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:23.245429 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c342f7-c208-4df3-a01f-e07fc3ec2109 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:23:23.549631 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-37f7b08e-0345-41bc-9d06-435d46f00a7b None None] Provisioning complete for port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:23:23.550119 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-37f7b08e-0345-41bc-9d06-435d46f00a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (8884bf58-c3b3-4e24-8040-a2a2c76fed82), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:23.550376 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-37f7b08e-0345-41bc-9d06-435d46f00a7b None None] Attempt 1 to provision port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 Sep 23 01:23:23.628552 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-37f7b08e-0345-41bc-9d06-435d46f00a7b None None] Current status of the port 8884bf58-c3b3-4e24-8040-a2a2c76fed82 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:23:23.637821 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-37f7b08e-0345-41bc-9d06-435d46f00a7b None None] Provisioning complete for port 563f664d-a31c-4471-83a1-3b68ab0e74c4 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:23:23.638208 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-37f7b08e-0345-41bc-9d06-435d46f00a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (563f664d-a31c-4471-83a1-3b68ab0e74c4), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:23.638538 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-37f7b08e-0345-41bc-9d06-435d46f00a7b None None] Attempt 1 to provision port 563f664d-a31c-4471-83a1-3b68ab0e74c4 Sep 23 01:23:23.723312 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-37f7b08e-0345-41bc-9d06-435d46f00a7b None None] Current status of the port 563f664d-a31c-4471-83a1-3b68ab0e74c4 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:23:25.928069 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 38488) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:26.582633 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad324f-e78b-46b1-bf15-b58daa604628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:26.583099 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad324f-e78b-46b1-bf15-b58daa604628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:26.585197 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-24ad324f-e78b-46b1-bf15-b58daa604628 admin admin] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6556420 Sep 23 01:23:29.274515 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 38496) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:29.898098 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534efdb5-cc35-419e-ac8b-847ed3489bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:29.898547 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534efdb5-cc35-419e-ac8b-847ed3489bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:29.900166 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-534efdb5-cc35-419e-ac8b-847ed3489bf7 admin admin] 10.222.0.64 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6246867 Sep 23 01:23:31.330497 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 5 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:23:32.579634 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 38504) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:33.011168 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b5976c-e745-49a0-94a8-a32396095b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:33.015579 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-11b5976c-e745-49a0-94a8-a32396095b6a admin admin] 10.222.0.64 "GET /networking/v2.0/networks/9bd1ee8a-9d2c-49c1-902f-6beba3185c6e HTTP/1.1" status: 200 len: 886 time: 0.4319103 Sep 23 01:23:33.718246 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=34 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:33.721940 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=43 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:33.901777 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-27d860c0-a001-4d87-9bc7-8927b8c337cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:35.657708 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 38512) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:36.109142 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d949a14-1b49-433b-8302-76fd87d20099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:36.110554 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-5d949a14-1b49-433b-8302-76fd87d20099 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/a6825bd8-5c48-4677-ad99-e46f2b605b09 HTTP/1.1" status: 200 len: 869 time: 0.4518318 Sep 23 01:23:36.398217 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-c780d2d2-87d1-4310-9782-9724f7b5e1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:36.578790 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=58,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:36.579679 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=62,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:38.797835 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:38.814894 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 38520) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:39.278829 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5810d01-e9f0-4296-adec-fda084114528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:39.279283 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5810d01-e9f0-4296-adec-fda084114528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:39.280866 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-a5810d01-e9f0-4296-adec-fda084114528 admin admin] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4649370 Sep 23 01:23:40.232241 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:41.055063 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:23:41.326269 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=12 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:41.327094 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=16 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:41.927666 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 38528) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:42.445164 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f46b2-2a78-48ff-acd6-b2a102d6e27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:42.445625 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f46b2-2a78-48ff-acd6-b2a102d6e27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:42.447184 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-f74f46b2-2a78-48ff-acd6-b2a102d6e27d admin admin] 10.222.0.64 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5185380 Sep 23 01:23:45.097746 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 38536) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:45.468697 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=53 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:45.470263 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=53 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:45.506684 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4f8ba3-a595-4f4b-88c4-007b51799361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:45.508613 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-db4f8ba3-a595-4f4b-88c4-007b51799361 admin admin] 10.222.0.64 "GET /networking/v2.0/subnets/7f197042-3ce7-4084-a56d-e35e986ccdd3 HTTP/1.1" status: 200 len: 816 time: 0.4094913 Sep 23 01:23:48.171659 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 38544) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:23:48.577471 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb963ca4-0e04-4e23-b355-980f8bf6e07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:23:48.578857 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-eb963ca4-0e04-4e23-b355-980f8bf6e07f admin admin] 10.222.0.64 "GET /networking/v2.0/subnets/e602c1b0-c996-4e10-b09f-cd981487b1ee HTTP/1.1" status: 200 len: 868 time: 0.4062405 Sep 23 01:23:50.992444 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:50.994915 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:52.330548 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:52.332121 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:52.436705 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=8 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:52.440512 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=5 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:58.572410 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=15 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:23:58.574290 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=6 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:03.866809 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-d05e77c1-8b46-4ac5-a5f8-21431a8c5d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:06.391478 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-c5959da0-71a4-410b-a55d-af68d16917d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:08.331201 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 5 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:24:08.814315 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:10.242957 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:11.089056 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:19.502588 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 38600) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:24:19.856280 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [None req-f7ffb3d9-ba18-45e6-be97-5a994b4620b4 admin admin] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:24:19.857282 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-f7ffb3d9-ba18-45e6-be97-5a994b4620b4 admin admin] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3535638 Sep 23 01:24:20.992120 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:20.999382 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:22.597843 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 38608) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:24:22.959931 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.pecan_wsgi.hooks.translation [None req-64de8ae0-2b9b-4783-a9f4-347a101fcb64 admin admin] GET failed (client error): The resource could not be found. Sep 23 01:24:22.961300 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-64de8ae0-2b9b-4783-a9f4-347a101fcb64 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3625264 Sep 23 01:24:23.058674 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240c4fb6-ab6a-4001-aefe-c7427704dfe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:24:23.060116 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-240c4fb6-ab6a-4001-aefe-c7427704dfe6 admin admin] 10.222.0.64 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0937762 Sep 23 01:24:25.745180 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 38616) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:24:26.092054 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:24:26.190625 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Made reservation on behalf of 9c4e8ab21bdd4e5ebc7ac91f1638bec3 for: {'network': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:24:26.193045 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:26.223437 dv-cinder-849143-7-iscsi neutron-server[107236]: WARNING neutron.services.revisions.revision_plugin [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Could not find related network for resource to bump revision. Sep 23 01:24:26.240058 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=107236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:24:26.253294 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752383552952', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (299aaa2d-d153-42b4-be00-955f7df15dcd), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:26.253814 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Unsubscribe: segment precommit_create {{(pid=107236) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 01:24:26.254281 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.segments_db [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Added segment 299aaa2d-d153-42b4-be00-955f7df15dcd of type vlan for network 45a23dae-f448-4e5b-a695-3f008e0b1c70 Sep 23 01:24:26.308103 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (45a23dae-f448-4e5b-a695-3f008e0b1c70), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:26.453700 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (45a23dae-f448-4e5b-a695-3f008e0b1c70), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:26.454792 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:24:26.455488 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:26.553573 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Pushing event updated for resources: {'Network': ['ID=45a23dae-f448-4e5b-a695-3f008e0b1c70,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:24:26.561058 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:26.561329 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:26.561688 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:26.562033 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:26.562429 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:26.562785 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:26.563109 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:26.563433 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:26.563793 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:26.564119 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:26.564443 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:26.564762 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:26.565084 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:26.565398 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:26.565711 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:26.580066 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network 45a23dae-f448-4e5b-a695-3f008e0b1c70 details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:24:26.616213 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-0e30cf90-5e50-4345-95a2-588939a40c83 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8697445 Sep 23 01:24:29.314507 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 38624) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:24:29.673029 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca63feb9-b462-46e6-bc1f-86f3c87ea279 admin admin] GET failed (client error): The resource could not be found. Sep 23 01:24:29.674381 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-ca63feb9-b462-46e6-bc1f-86f3c87ea279 admin admin] 10.222.0.64 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3586125 Sep 23 01:24:29.778925 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31efadd9-6439-4047-9140-8cddc63b7e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:24:29.780421 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-31efadd9-6439-4047-9140-8cddc63b7e05 admin admin] 10.222.0.64 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1017003 Sep 23 01:24:29.790930 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '45a23dae-f448-4e5b-a695-3f008e0b1c70'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:24:29.985072 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Made reservation on behalf of 9c4e8ab21bdd4e5ebc7ac91f1638bec3 for: {'subnet': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:24:29.987315 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:30.254170 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for subnet (8aca6e6e-dd0e-4ba8-ab93-283b3555cfcd), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:30.308978 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aca6e6e-dd0e-4ba8-ab93-283b3555cfcd,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:24:30.318700 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=7 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:30.319985 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:30.320419 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:30.320679 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:30.320899 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:30.321016 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:30.321337 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:30.321663 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:30.321986 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:30.322313 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:30.322659 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:30.322978 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:30.323313 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:30.323680 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:30.324009 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:30.324327 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:30.324662 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:30.332259 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Checking segment: {'id': '299aaa2d-d153-42b4-be00-955f7df15dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '45a23dae-f448-4e5b-a695-3f008e0b1c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:24:30.333207 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Network hostable DHCP agents. Network: 45a23dae-f448-4e5b-a695-3f008e0b1c70, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:24:30.419085 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Network 45a23dae-f448-4e5b-a695-3f008e0b1c70 is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:24:30.510413 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, 45a23dae-f448-4e5b-a695-3f008e0b1c70) {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:24:30.514545 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:24:30.515211 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:30.520084 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72e41e4-709d-421e-8d6c-deafb1203852 None None] Network 45a23dae-f448-4e5b-a695-3f008e0b1c70 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:24:30.593430 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-0fda8197-ce8b-49ab-aaf1-605eec890a47 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8063769 Sep 23 01:24:30.633073 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0589b507-6e33-5f24-9965-4d8da1fbd6ca-45a23dae-f448-4e5b-a695-3f008e0b1c70', 'network_id': '45a23dae-f448-4e5b-a695-3f008e0b1c70', 'project_id': '9c4e8ab21bdd4e5ebc7ac91f1638bec3', 'fixed_ips': [{'subnet_id': '8aca6e6e-dd0e-4ba8-ab93-283b3555cfcd'}]}} from dv-cinder-849143-7-iscsi. {{(pid=107237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:24:30.634811 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:30.792693 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.db_base_plugin_common [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Allocated IP 192.168.233.2 (45a23dae-f448-4e5b-a695-3f008e0b1c70/8aca6e6e-dd0e-4ba8-ab93-283b3555cfcd/d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086) {{(pid=107237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:24:30.939860 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Publish callbacks [] for port (d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086), precommit_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:31.117018 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:31.163998 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Network 45a23dae-f448-4e5b-a695-3f008e0b1c70 is already hosted by enough agents. {{(pid=107237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:24:31.168033 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.base_scheduler [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Resources bound (agent type, host, resource id): {{(pid=107237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:24:31.171992 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Received port after_create {{(pid=107237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:24:31.175403 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Pushing event updated for resources: {'Port': ['ID=d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086,revision_number=1']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:24:31.188342 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:31.188342 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:31.188342 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:31.188342 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:31.188882 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:31.188974 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:31.189711 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:31.189711 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:31.189921 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:31.190177 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:31.190499 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:31.190921 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:31.191164 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:31.191477 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:31.191823 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:24:31.244335 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Attempting to bind port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:24:31.244704 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Attempting to bind port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '299aaa2d-d153-42b4-be00-955f7df15dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '45a23dae-f448-4e5b-a695-3f008e0b1c70'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:24:31.245070 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Attempting to bind port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086 on network 45a23dae-f448-4e5b-a695-3f008e0b1c70 {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:24:31.289433 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:24:31.289797 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Checking segment: {'id': '299aaa2d-d153-42b4-be00-955f7df15dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '45a23dae-f448-4e5b-a695-3f008e0b1c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:24:31.290195 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:31.290583 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Bound using segment: {'id': '299aaa2d-d153-42b4-be00-955f7df15dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '45a23dae-f448-4e5b-a695-3f008e0b1c70'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:24:31.291056 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Bound port: d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299aaa2d-d153-42b4-be00-955f7df15dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '45a23dae-f448-4e5b-a695-3f008e0b1c70'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:24:31.291431 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:31.367802 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] For port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:24:31.371377 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] For port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086,segment=NetworkSegment(299aaa2d-d153-42b4-be00-955f7df15dcd),segment_id=299aaa2d-d153-42b4-be00-955f7df15dcd)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:24:31.459998 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:31.519038 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470eb12-4a9f-429f-a116-0c1f7f1ce73d None None] Pushing event updated for resources: {'Port': ['ID=d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:24:32.389478 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb93fee-6e4d-441f-8320-e255d87abc3c None None] Network 45a23dae-f448-4e5b-a695-3f008e0b1c70 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:24:32.452707 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-6cfda757-e4fa-41ed-a561-12cb39fde48c None None] Provisioning complete for port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:24:32.453016 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-6cfda757-e4fa-41ed-a561-12cb39fde48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:32.453359 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-6cfda757-e4fa-41ed-a561-12cb39fde48c None None] Attempt 1 to provision port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086 Sep 23 01:24:32.485638 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:32.500592 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:32.589678 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:24:32.601172 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-6cfda757-e4fa-41ed-a561-12cb39fde48c None None] Current status of the port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:24:32.601172 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-6cfda757-e4fa-41ed-a561-12cb39fde48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:32.671658 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-6cfda757-e4fa-41ed-a561-12cb39fde48c None None] For port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086,segment=NetworkSegment(299aaa2d-d153-42b4-be00-955f7df15dcd),segment_id=299aaa2d-d153-42b4-be00-955f7df15dcd)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:24:32.685991 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:24:32.686585 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:32.686923 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086 Sep 23 01:24:32.755786 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-6cfda757-e4fa-41ed-a561-12cb39fde48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:32.800750 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:24:32.801159 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:32.838194 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfda757-e4fa-41ed-a561-12cb39fde48c None None] Pushing event updated for resources: {'Port': ['ID=d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:24:32.902706 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-e1b1ffa1-61c4-4166-89fe-752614fa85bf None None] Provisioning complete for port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:24:32.903077 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-e1b1ffa1-61c4-4166-89fe-752614fa85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:32.903410 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-e1b1ffa1-61c4-4166-89fe-752614fa85bf None None] Attempt 1 to provision port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086 Sep 23 01:24:32.906644 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.db.api [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 01:24:32.907050 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG oslo_db.api [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 01:24:32.988546 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-e1b1ffa1-61c4-4166-89fe-752614fa85bf None None] Current status of the port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:24:33.446788 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:24:33.848174 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-9c0be371-8dbd-4ce2-96d0-cb954249f356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:34.530539 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:24:34.571645 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:34.578402 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:24:34.578839 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:34.579118 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086 Sep 23 01:24:34.662678 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port d28a7f5e-8c7f-4b59-a7d7-0aeb5204c086 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:24:36.390605 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-b10ab9f0-1292-4e64-a2cd-25849fe971a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:36.556166 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=38,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:36.557112 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=31,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:38.818936 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:40.260379 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:40.524510 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=42,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:40.526345 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=51,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:41.122264 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:24:45.329846 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 5 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:24:50.998692 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:51.002567 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:24:55.326126 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:03.842290 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-9945221b-cd6d-4a86-bf96-bb6909e65ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:06.338456 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:06.339662 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=5 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:06.391422 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a66bf382-248a-4a9c-a505-0a7c14e537e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:08.847763 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:10.293339 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:11.075694 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:21.000390 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:21.002358 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:22.328925 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 5 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:25:33.831115 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-52f5fd5a-b997-49cd-bbf3-d42549d52bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:36.385785 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-7af1776b-88e0-43ba-9821-b85aa9e5b232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:38.819644 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:40.224532 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:41.145249 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:25:43.330558 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=17 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:43.335831 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=17 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:51.004084 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:51.005420 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:25:59.328025 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 5 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:26:03.802909 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-231b3c0a-cef0-49e0-a0e2-fa4932badc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:06.397445 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-30eabf93-3ca6-45a8-a104-58e7ffa9d8ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:07.830780 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 38688) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:26:07.840617 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [None req-c150096a-2d61-4d66-8911-9d23b423206f tempest-verify_tempest_config-1770074723 tempest-verify_tempest_config-1770074723-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:26:07.842299 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-c150096a-2d61-4d66-8911-9d23b423206f tempest-verify_tempest_config-1770074723 tempest-verify_tempest_config-1770074723-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0100477 Sep 23 01:26:08.366142 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 38706) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:26:08.508310 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:08.642365 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Publish callbacks [] for security_group (289fefc1-c683-4c71-8e6c-313570195c2d), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:08.699737 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (289fefc1-c683-4c71-8e6c-313570195c2d), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:08.747834 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d3eed10bfbd04721b032596866b4b244&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3800488 Sep 23 01:26:08.748469 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289fefc1-c683-4c71-8e6c-313570195c2d,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:26:08.750581 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 38712) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:26:08.755765 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:08.756107 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:08.756460 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:08.756798 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:08.757202 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:08.757461 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:08.757763 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:08.758085 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:08.759071 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:08.759394 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:08.759754 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:08.760185 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:08.760510 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:08.760828 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:08.761147 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75a922e-e010-4d5e-a024-ac2194bd95b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:08.827916 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:08.833069 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Publish callbacks [] for security_group (289fefc1-c683-4c71-8e6c-313570195c2d), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:08.860889 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Publish callbacks [] for security_group (289fefc1-c683-4c71-8e6c-313570195c2d), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:09.134386 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (289fefc1-c683-4c71-8e6c-313570195c2d), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:09.137013 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:09.138229 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/289fefc1-c683-4c71-8e6c-313570195c2d HTTP/1.1" status: 204 len: 168 time: 0.3866272 Sep 23 01:26:09.146706 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289fefc1-c683-4c71-8e6c-313570195c2d,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:26:09.154860 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.173298 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.173298 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.173298 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.173298 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.173298 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.173298 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.173298 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.173298 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.173298 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.173298 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.173298 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.173298 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.173298 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.173298 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9cda5-98cc-4ec7-9702-4422fe5099c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:26:09.323099 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:09.324638 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:10.235634 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:11.225616 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:18.744303 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=18,neutron:INSERT=9 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:18.751671 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:19.149278 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:19.151202 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:20.345214 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:21.020090 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:21.022106 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:30.325183 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:33.820179 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f00ad653-7332-4fcd-b28a-8dbfb2f88542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:36.328142 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 5 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:26:36.385934 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ad863603-638d-4956-b90e-5ee8672109c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:38.852919 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:40.235793 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:41.069471 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:26:46.323618 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:46.324377 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:51.005988 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:51.008054 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:57.341309 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:26:57.342050 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:27:03.808615 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-691cad41-f8b3-4433-a6f5-72a7b1d7315f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:06.397189 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-1ad65810-a9bc-4733-b1d7-e49737f60283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:08.852563 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:10.237236 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:11.083244 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:13.327167 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 5 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:27:21.003605 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:27:21.010609 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:27:23.323996 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:27:33.803109 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8cb99a94-34a5-41f2-8db0-4439770414c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:36.159293 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=17 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:27:36.161228 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=15 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:27:36.386481 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-974e266d-98e6-4f8e-9caf-575bce33d814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:38.831799 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:40.236987 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:41.094267 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:48.225699 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1683396'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:27:50.327091 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:27:58.142766 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:27:58.145705 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:00.322034 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:00.322949 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:01.504045 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 38784) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:28:01.619287 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-91596cc7-9619-4690-9918-b1d715408a00 admin admin] 10.222.0.64 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1140733 Sep 23 01:28:03.823863 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-adcb4450-2802-49cd-9aeb-07ee2cd0c489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:04.112566 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 38794) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:28:04.169843 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-8c0852c8-0e58-4ff0-9821-1c4625668fb6 admin admin] 10.222.0.64 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0562584 Sep 23 01:28:06.404193 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-1f9cabdd-4dcc-470f-a1d4-4ad7ccbd0b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:08.837829 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:10.252338 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:11.123515 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:11.329740 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:11.334603 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:14.164118 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:14.165056 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:18.237363 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:27.326952 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:28:28.134728 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:28.136652 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:33.832756 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-fe458001-4d33-4d7e-b8d3-1c92109c1abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:36.423099 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-1c2716e1-e497-4e73-bfaa-a9b170e2eadb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:37.321654 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:38.829647 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:40.222721 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:41.091809 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:48.203796 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:28:48.334715 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:48.340714 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=4 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:58.127131 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:28:58.129261 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:03.883707 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-cec60db3-a06c-4eca-9a99-343bb9f67328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:04.325683 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:29:06.388799 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8557439d-fa11-469b-8f2c-b6f8fe8bd14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:08.838745 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:10.232304 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:11.142691 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:14.322241 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:18.204114 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:25.417529 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:25.422547 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=7 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:28.141625 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:28.143534 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:33.801019 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-e7b9de5a-f9f6-40d8-8572-0e608fae339d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:36.168133 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=11 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:36.169986 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=15 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:36.388403 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-98d5cb0f-2575-4d51-8089-dd1f202f49d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:37.579840 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 38948) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:37.886800 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-9038832-network', 'tenant_id': 'a90db67f8f74446b8cbd913a2a17c0b1'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:37.992347 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Made reservation on behalf of a90db67f8f74446b8cbd913a2a17c0b1 for: {'network': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:29:37.994927 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:38.005335 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:38.097871 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Publish callbacks [] for security_group (4063edaa-2625-4231-85a6-e3069acc4e7a), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:38.154205 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (4063edaa-2625-4231-85a6-e3069acc4e7a), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:38.176741 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=107235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:29:38.198214 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (03d47607-353e-4aeb-bbdc-7205e9973798), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:38.198545 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.segments_db [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Added segment 03d47607-353e-4aeb-bbdc-7205e9973798 of type vlan for network a0c19b36-6dcd-4567-812d-252de08febdf Sep 23 01:29:38.200233 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4063edaa-2625-4231-85a6-e3069acc4e7a,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:38.241016 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:38.241353 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:38.241880 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:38.242443 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:38.242945 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:38.243278 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:38.243628 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:38.243968 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:38.244292 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:38.244623 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:38.244939 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:38.245446 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:38.245770 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:38.246077 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:38.246551 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Tracked resource versions report: Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: pushed versions: Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: { 'AddressGroup': {'1.2'}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Agent': {'1.1'}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'ConntrackHelper': {'1.0'}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'LocalIPAssociation': {'1.0'}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Log': {'1.0'}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'NDPProxy': {'1.0'}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Network': {'1.1'}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Port': {'1.7'}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'PortForwarding': {'1.3'}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'QosPolicy': {'1.10'}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'SecurityGroup': {'1.5'}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'SecurityGroupRule': {'1.2'}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'SubPort': {'1.0'}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Subnet': {'1.1'}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Trunk': {'1.1'}} Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: consumer versions: Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: { DHCP agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: HyperV agent@hv-cinder-84914: {}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: L3 agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: Metadata agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: Metering agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: Open vSwitch agent@dv-cinder-849143-7-iscsi: { 'AddressGroup': '1.2', Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Agent': '1.1', Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'ConntrackHelper': '1.0', Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'LocalIPAssociation': '1.0', Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Log': '1.0', Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'NDPProxy': '1.0', Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Network': '1.1', Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Port': '1.7', Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'PortForwarding': '1.3', Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'QosPolicy': '1.10', Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'SecurityGroup': '1.5', Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'SecurityGroupRule': '1.2', Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'SubPort': '1.0', Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Subnet': '1.1', Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: 'Trunk': '1.1'}} Sep 23 01:29:38.248259 dv-cinder-849143-7-iscsi neutron-server[107235]: {{(pid=107235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 01:29:38.263508 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (a0c19b36-6dcd-4567-812d-252de08febdf), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:38.377372 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (a0c19b36-6dcd-4567-812d-252de08febdf), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:38.378469 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:29:38.379105 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:38.443185 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] Pushing event updated for resources: {'Network': ['ID=a0c19b36-6dcd-4567-812d-252de08febdf,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:38.457193 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network a0c19b36-6dcd-4567-812d-252de08febdf details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:29:38.597101 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-8502bb90-152f-4388-9685-edbd04123ece admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0160460 Sep 23 01:29:38.602988 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 38992) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:38.605010 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-e73a0e09-efe4-41b6-921d-175463e0d0b9 admin admin] Request body: {'subnet': {'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-9038832-subnet', 'tenant_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:38.737413 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73a0e09-efe4-41b6-921d-175463e0d0b9 admin admin] Made reservation on behalf of a90db67f8f74446b8cbd913a2a17c0b1 for: {'subnet': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:29:38.740256 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e73a0e09-efe4-41b6-921d-175463e0d0b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:38.834516 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:38.933939 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39006) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:38.994027 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e73a0e09-efe4-41b6-921d-175463e0d0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for subnet (b56f744e-834c-45c8-9f6b-fb3cd6317e48), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:39.051002 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a0e09-efe4-41b6-921d-175463e0d0b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b56f744e-834c-45c8-9f6b-fb3cd6317e48,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:39.078865 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73a0e09-efe4-41b6-921d-175463e0d0b9 admin admin] Checking segment: {'id': '03d47607-353e-4aeb-bbdc-7205e9973798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:29:39.079237 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73a0e09-efe4-41b6-921d-175463e0d0b9 admin admin] Network hostable DHCP agents. Network: a0c19b36-6dcd-4567-812d-252de08febdf, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:29:39.081959 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39016) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:39.109753 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39020) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:39.159374 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73a0e09-efe4-41b6-921d-175463e0d0b9 admin admin] Network a0c19b36-6dcd-4567-812d-252de08febdf is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:29:39.254820 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-e73a0e09-efe4-41b6-921d-175463e0d0b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, a0c19b36-6dcd-4567-812d-252de08febdf) {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:39.259083 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73a0e09-efe4-41b6-921d-175463e0d0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:29:39.259821 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e73a0e09-efe4-41b6-921d-175463e0d0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:39.269579 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a3732c-dddf-4912-80f6-b36a78e861c6 None None] Network a0c19b36-6dcd-4567-812d-252de08febdf requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:29:39.522376 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-e73a0e09-efe4-41b6-921d-175463e0d0b9 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7598557 Sep 23 01:29:39.522376 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 39026) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:39.522376 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-9038832-router', 'tenant_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:39.580358 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0589b507-6e33-5f24-9965-4d8da1fbd6ca-a0c19b36-6dcd-4567-812d-252de08febdf', 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf', 'project_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'fixed_ips': [{'subnet_id': 'b56f744e-834c-45c8-9f6b-fb3cd6317e48'}]}} from dv-cinder-849143-7-iscsi. {{(pid=107237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:29:39.580358 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:39.581902 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1188218294-network', 'tenant_id': '92e9b7f9904f437f91148da9fc521326'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:39.582574 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11641'] for router (5b680127-6807-4845-8d27-72af619efd35), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:39.582574 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11616'] for router (5b680127-6807-4845-8d27-72af619efd35), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:39.583164 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-ccad0e8b-c8c0-4840-b9c0-aa817fbf7eb1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-network', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:39.583164 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Made reservation on behalf of 92e9b7f9904f437f91148da9fc521326 for: {'network': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:29:39.583164 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:39.583164 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:39.585916 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.db_base_plugin_common [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Allocated IP 172.20.0.2 (a0c19b36-6dcd-4567-812d-252de08febdf/b56f744e-834c-45c8-9f6b-fb3cd6317e48/09dd2607-3db8-471c-b365-21c527095066) {{(pid=107237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:29:39.637012 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:39.641110 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:39.649952 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-39c76e84-310e-4d11-807b-824aae2491a4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-network', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:39.712159 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Publish callbacks [] for security_group (36e322e7-f5fc-44a0-bd23-f21c66390fc5), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:39.732545 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Publish callbacks [] for router_controller (5b680127-6807-4845-8d27-72af619efd35), precommit_add_association {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:39.745856 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Publish callbacks [] for port (09dd2607-3db8-471c-b365-21c527095066), precommit_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:39.813925 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccad0e8b-c8c0-4840-b9c0-aa817fbf7eb1 admin admin] Made reservation on behalf of cc926b4dede94c3b92441b0c610771f6 for: {'network': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:29:39.816956 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ccad0e8b-c8c0-4840-b9c0-aa817fbf7eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:39.829670 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ccad0e8b-c8c0-4840-b9c0-aa817fbf7eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:39.851941 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c76e84-310e-4d11-807b-824aae2491a4 admin admin] Made reservation on behalf of 1b8939e407ff4bdc81191af7f0593cd5 for: {'network': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:29:39.855998 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-39c76e84-310e-4d11-807b-824aae2491a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:39.871279 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-39c76e84-310e-4d11-807b-824aae2491a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:39.881354 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (09dd2607-3db8-471c-b365-21c527095066), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:39.885054 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (36e322e7-f5fc-44a0-bd23-f21c66390fc5), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:39.939895 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Network a0c19b36-6dcd-4567-812d-252de08febdf is already hosted by enough agents. {{(pid=107237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:29:39.953257 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.base_scheduler [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Resources bound (agent type, host, resource id): {{(pid=107237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:39.958583 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Received port after_create {{(pid=107237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:29:39.965910 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:39.982506 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-39c76e84-310e-4d11-807b-824aae2491a4 admin admin] Publish callbacks [] for security_group (beee1809-d522-407e-81a0-8765521ffd22), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.016045 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e322e7-f5fc-44a0-bd23-f21c66390fc5,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:40.031383 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.032069 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.032571 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.033084 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.033552 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.034240 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.034709 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.035315 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.035804 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.036301 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Tracked resource versions report: Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: pushed versions: Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: { 'AddressGroup': {'1.2'}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Agent': {'1.1'}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'ConntrackHelper': {'1.0'}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'LocalIPAssociation': {'1.0'}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Log': {'1.0'}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'NDPProxy': {'1.0'}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Network': {'1.1'}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Port': {'1.7'}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'PortForwarding': {'1.3'}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'QosPolicy': {'1.10'}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'SecurityGroup': {'1.5'}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'SecurityGroupRule': {'1.2'}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'SubPort': {'1.0'}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Subnet': {'1.1'}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Trunk': {'1.1'}} Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: consumer versions: Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: { DHCP agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: HyperV agent@hv-cinder-84914: {}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: L3 agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: Metadata agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: Metering agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: Open vSwitch agent@dv-cinder-849143-7-iscsi: { 'AddressGroup': '1.2', Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Agent': '1.1', Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'ConntrackHelper': '1.0', Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'LocalIPAssociation': '1.0', Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Log': '1.0', Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'NDPProxy': '1.0', Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Network': '1.1', Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Port': '1.7', Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'PortForwarding': '1.3', Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'QosPolicy': '1.10', Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'SecurityGroup': '1.5', Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'SecurityGroupRule': '1.2', Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'SubPort': '1.0', Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Subnet': '1.1', Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: 'Trunk': '1.1'}} Sep 23 01:29:40.045466 dv-cinder-849143-7-iscsi neutron-server[107236]: {{(pid=107236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 01:29:40.076680 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-39c76e84-310e-4d11-807b-824aae2491a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (beee1809-d522-407e-81a0-8765521ffd22), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.091863 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c76e84-310e-4d11-807b-824aae2491a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=107236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:29:40.098892 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=107236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:29:40.136159 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c76e84-310e-4d11-807b-824aae2491a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beee1809-d522-407e-81a0-8765521ffd22,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:40.137934 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Pushing event updated for resources: {'Port': ['ID=09dd2607-3db8-471c-b365-21c527095066,revision_number=1']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:40.147824 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.154337 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (eab22f6f-3eb0-43db-a23d-8744583fc68d), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.154988 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.segments_db [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Added segment eab22f6f-3eb0-43db-a23d-8744583fc68d of type vlan for network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 Sep 23 01:29:40.157512 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-39c76e84-310e-4d11-807b-824aae2491a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (fab7cadb-2e08-44fc-99b5-19466f9100f3), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.158100 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.segments_db [None req-39c76e84-310e-4d11-807b-824aae2491a4 admin admin] Added segment fab7cadb-2e08-44fc-99b5-19466f9100f3 of type vlan for network f7b971fd-945f-4624-ba90-e53784d63da6 Sep 23 01:29:40.159509 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.159910 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.160293 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.160634 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.160957 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.161284 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.161600 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.161920 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.162233 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.162546 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.162878 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.163195 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.163504 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.163838 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Tracked resource versions report: Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: pushed versions: Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: { 'AddressGroup': {'1.2'}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Agent': {'1.1'}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'ConntrackHelper': {'1.0'}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'LocalIPAssociation': {'1.0'}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Log': {'1.0'}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'NDPProxy': {'1.0'}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Network': {'1.1'}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Port': {'1.7'}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'PortForwarding': {'1.3'}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'QosPolicy': {'1.10'}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'SecurityGroup': {'1.5'}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'SecurityGroupRule': {'1.2'}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'SubPort': {'1.0'}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Subnet': {'1.1'}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Trunk': {'1.1'}} Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: consumer versions: Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: { DHCP agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: HyperV agent@hv-cinder-84914: {}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: L3 agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: Metadata agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: Metering agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: Open vSwitch agent@dv-cinder-849143-7-iscsi: { 'AddressGroup': '1.2', Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Agent': '1.1', Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'ConntrackHelper': '1.0', Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'LocalIPAssociation': '1.0', Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Log': '1.0', Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'NDPProxy': '1.0', Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Network': '1.1', Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Port': '1.7', Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'PortForwarding': '1.3', Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'QosPolicy': '1.10', Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'SecurityGroup': '1.5', Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'SecurityGroupRule': '1.2', Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'SubPort': '1.0', Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Subnet': '1.1', Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: 'Trunk': '1.1'}} Sep 23 01:29:40.171939 dv-cinder-849143-7-iscsi neutron-server[107237]: {{(pid=107237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 01:29:40.236493 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Publish callbacks [] for router_gateway (5b680127-6807-4845-8d27-72af619efd35), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.263692 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-39c76e84-310e-4d11-807b-824aae2491a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (f7b971fd-945f-4624-ba90-e53784d63da6), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.269296 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Attempting to bind port 09dd2607-3db8-471c-b365-21c527095066 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:29:40.269296 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Attempting to bind port 09dd2607-3db8-471c-b365-21c527095066 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '03d47607-353e-4aeb-bbdc-7205e9973798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:29:40.269296 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Attempting to bind port 09dd2607-3db8-471c-b365-21c527095066 on network a0c19b36-6dcd-4567-812d-252de08febdf {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:29:40.276079 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (62c29b3e-b2e8-4dd4-ada2-85bc80343af4), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.293552 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=68,neutron:INSERT=27,neutron:UPDATE=5 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:40.313727 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.354464 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:40.359925 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ccad0e8b-c8c0-4840-b9c0-aa817fbf7eb1 admin admin] Publish callbacks [] for security_group (96899179-695b-45fc-8d70-bac9e3278a87), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.387119 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:29:40.388433 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Checking segment: {'id': '03d47607-353e-4aeb-bbdc-7205e9973798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:29:40.388914 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.389560 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Bound using segment: {'id': '03d47607-353e-4aeb-bbdc-7205e9973798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:29:40.391066 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Bound port: 09dd2607-3db8-471c-b365-21c527095066, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d47607-353e-4aeb-bbdc-7205e9973798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:29:40.391739 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (09dd2607-3db8-471c-b365-21c527095066), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.478594 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ccad0e8b-c8c0-4840-b9c0-aa817fbf7eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (96899179-695b-45fc-8d70-bac9e3278a87), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.480669 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] For port 09dd2607-3db8-471c-b365-21c527095066, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:29:40.485154 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] For port 09dd2607-3db8-471c-b365-21c527095066, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=09dd2607-3db8-471c-b365-21c527095066,segment=NetworkSegment(03d47607-353e-4aeb-bbdc-7205e9973798),segment_id=03d47607-353e-4aeb-bbdc-7205e9973798)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:29:40.505534 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccad0e8b-c8c0-4840-b9c0-aa817fbf7eb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=107236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:29:40.529479 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-39c76e84-310e-4d11-807b-824aae2491a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (f7b971fd-945f-4624-ba90-e53784d63da6), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.529787 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c76e84-310e-4d11-807b-824aae2491a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:29:40.530361 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-39c76e84-310e-4d11-807b-824aae2491a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.547644 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ccad0e8b-c8c0-4840-b9c0-aa817fbf7eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (24f3d822-fe6a-4342-9062-b8734c2f58e3), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.549069 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.segments_db [None req-ccad0e8b-c8c0-4840-b9c0-aa817fbf7eb1 admin admin] Added segment 24f3d822-fe6a-4342-9062-b8734c2f58e3 of type vlan for network fd195584-9c0f-4bc1-8f70-84ad33facee8 Sep 23 01:29:40.553941 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (62c29b3e-b2e8-4dd4-ada2-85bc80343af4), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.555421 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:29:40.556288 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.570229 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad0e8b-c8c0-4840-b9c0-aa817fbf7eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96899179-695b-45fc-8d70-bac9e3278a87,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:40.643878 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (09dd2607-3db8-471c-b365-21c527095066), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.684714 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ccad0e8b-c8c0-4840-b9c0-aa817fbf7eb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (fd195584-9c0f-4bc1-8f70-84ad33facee8), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.684933 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Publish callbacks [] for router_gateway (5b680127-6807-4845-8d27-72af619efd35), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.691809 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c76e84-310e-4d11-807b-824aae2491a4 admin admin] Pushing event updated for resources: {'Network': ['ID=f7b971fd-945f-4624-ba90-e53784d63da6,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:40.726933 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network f7b971fd-945f-4624-ba90-e53784d63da6 details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:29:40.733218 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.784254 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] Pushing event updated for resources: {'Network': ['ID=62c29b3e-b2e8-4dd4-ada2-85bc80343af4,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:40.816522 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-738fbe14-b31d-4f13-8406-a6741e27e98f admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8782215 Sep 23 01:29:40.825676 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-39c76e84-310e-4d11-807b-824aae2491a4 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7093327 Sep 23 01:29:40.825865 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:29:40.825955 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39088) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:40.831278 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39090) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:40.832091 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:40.855280 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-fc6791f3-a69f-46c1-bc7e-1bdc8ad0fc20 admin admin] Request body: {'subnet': {'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-subnet', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:40.881810 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-467568e3-53cf-49ca-88bc-8769013e1180 admin admin] Request body: {'subnet': {'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1188218294-subnet', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:40.921982 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ccad0e8b-c8c0-4840-b9c0-aa817fbf7eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (fd195584-9c0f-4bc1-8f70-84ad33facee8), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:40.925274 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccad0e8b-c8c0-4840-b9c0-aa817fbf7eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:29:40.925893 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ccad0e8b-c8c0-4840-b9c0-aa817fbf7eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:41.012745 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad0e8b-c8c0-4840-b9c0-aa817fbf7eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=fd195584-9c0f-4bc1-8f70-84ad33facee8,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:41.057372 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Allocated IP 172.27.1.91 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/e4a3f863-b227-4ab7-83d2-4d0137602434) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:29:41.075667 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17418b-6059-4bbb-a101-a8ce8c3ff51d None None] Pushing event updated for resources: {'Port': ['ID=09dd2607-3db8-471c-b365-21c527095066,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:41.085602 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467568e3-53cf-49ca-88bc-8769013e1180 admin admin] Made reservation on behalf of 92e9b7f9904f437f91148da9fc521326 for: {'subnet': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:29:41.089167 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-467568e3-53cf-49ca-88bc-8769013e1180 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:41.154227 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network fd195584-9c0f-4bc1-8f70-84ad33facee8 details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:29:41.325352 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:29:41.356748 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Publish callbacks [] for port (e4a3f863-b227-4ab7-83d2-4d0137602434), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:41.363272 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6791f3-a69f-46c1-bc7e-1bdc8ad0fc20 admin admin] Made reservation on behalf of 1b8939e407ff4bdc81191af7f0593cd5 for: {'subnet': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:29:41.365945 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-fc6791f3-a69f-46c1-bc7e-1bdc8ad0fc20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:41.371819 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:41.400520 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-ccad0e8b-c8c0-4840-b9c0-aa817fbf7eb1 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3142011 Sep 23 01:29:41.408738 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 39108) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:41.424998 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-3d34f62b-c6e4-4c35-8fca-6ce59641317e admin admin] Request body: {'subnet': {'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-subnet', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:41.613960 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 39110) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:41.668532 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d34f62b-c6e4-4c35-8fca-6ce59641317e admin admin] Made reservation on behalf of cc926b4dede94c3b92441b0c610771f6 for: {'subnet': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:29:41.672772 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3d34f62b-c6e4-4c35-8fca-6ce59641317e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:41.676344 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (e4a3f863-b227-4ab7-83d2-4d0137602434), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:41.817834 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-fc6791f3-a69f-46c1-bc7e-1bdc8ad0fc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for subnet (f171f77f-736d-489a-928a-20915fd59544), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:41.862373 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-467568e3-53cf-49ca-88bc-8769013e1180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for subnet (d36fada1-7414-44f7-a6e7-b0b2acebf5e7), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:41.880359 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:29:41.883050 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a3f863-b227-4ab7-83d2-4d0137602434,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:41.893264 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:41.900576 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:29:41.928901 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6791f3-a69f-46c1-bc7e-1bdc8ad0fc20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f171f77f-736d-489a-928a-20915fd59544,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:41.947965 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-11a52db0-568e-4a91-81dd-889efe59dc59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:41.977785 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6791f3-a69f-46c1-bc7e-1bdc8ad0fc20 admin admin] Checking segment: {'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:29:41.979363 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6791f3-a69f-46c1-bc7e-1bdc8ad0fc20 admin admin] Network hostable DHCP agents. Network: f7b971fd-945f-4624-ba90-e53784d63da6, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:29:42.003567 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467568e3-53cf-49ca-88bc-8769013e1180 admin admin] Checking segment: {'id': 'eab22f6f-3eb0-43db-a23d-8744583fc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:29:42.004485 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467568e3-53cf-49ca-88bc-8769013e1180 admin admin] Network hostable DHCP agents. Network: 62c29b3e-b2e8-4dd4-ada2-85bc80343af4, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:29:42.015012 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467568e3-53cf-49ca-88bc-8769013e1180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d36fada1-7414-44f7-a6e7-b0b2acebf5e7,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:42.115438 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6791f3-a69f-46c1-bc7e-1bdc8ad0fc20 admin admin] Network f7b971fd-945f-4624-ba90-e53784d63da6 is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:29:42.122430 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467568e3-53cf-49ca-88bc-8769013e1180 admin admin] Network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:29:42.127929 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3afafe-3553-46ca-94c3-1764fda7ba4b None None] Network a0c19b36-6dcd-4567-812d-252de08febdf requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:29:42.188101 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-7a194592-d56a-4463-a17a-a9c92461cf1f None None] Provisioning complete for port 09dd2607-3db8-471c-b365-21c527095066 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:29:42.188491 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-7a194592-d56a-4463-a17a-a9c92461cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (09dd2607-3db8-471c-b365-21c527095066), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:42.188824 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-7a194592-d56a-4463-a17a-a9c92461cf1f None None] Attempt 1 to provision port 09dd2607-3db8-471c-b365-21c527095066 Sep 23 01:29:42.241014 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-fc6791f3-a69f-46c1-bc7e-1bdc8ad0fc20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, f7b971fd-945f-4624-ba90-e53784d63da6) {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:42.243239 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-467568e3-53cf-49ca-88bc-8769013e1180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, 62c29b3e-b2e8-4dd4-ada2-85bc80343af4) {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:42.244287 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-11a52db0-568e-4a91-81dd-889efe59dc59 admin admin] Publish callbacks [] for security_group (7d101192-8920-4883-a240-31c0fe69cdb8), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:42.250710 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:42.251075 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6791f3-a69f-46c1-bc7e-1bdc8ad0fc20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:29:42.251702 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-fc6791f3-a69f-46c1-bc7e-1bdc8ad0fc20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:42.269783 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467568e3-53cf-49ca-88bc-8769013e1180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:29:42.270371 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-467568e3-53cf-49ca-88bc-8769013e1180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:42.325215 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cb9c42-edbe-4ac4-a1db-5f52a81d8c9b None None] Network f7b971fd-945f-4624-ba90-e53784d63da6 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:29:42.327737 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec41de5-1079-41a7-a6de-072183c2d57a None None] Network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:29:42.371821 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-467568e3-53cf-49ca-88bc-8769013e1180 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5046160 Sep 23 01:29:42.374099 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-fc6791f3-a69f-46c1-bc7e-1bdc8ad0fc20 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5426362 Sep 23 01:29:42.374099 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39138) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:42.383543 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:42.390907 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39140) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:42.396012 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:42.415369 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-11a52db0-568e-4a91-81dd-889efe59dc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (7d101192-8920-4883-a240-31c0fe69cdb8), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:42.419181 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3d34f62b-c6e4-4c35-8fca-6ce59641317e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for subnet (14588842-7014-4d4b-b88a-21758b766661), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:42.532904 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11641'] for router (8a72148d-2e43-4d7a-b8ed-d49526982525), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:42.533955 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11616'] for router (8a72148d-2e43-4d7a-b8ed-d49526982525), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:42.538123 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11641'] for router (2e261646-45a3-4efd-9e39-d0fd6a3ba39f), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:42.541338 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11616'] for router (2e261646-45a3-4efd-9e39-d0fd6a3ba39f), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:42.557320 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-7a194592-d56a-4463-a17a-a9c92461cf1f None None] Current status of the port 09dd2607-3db8-471c-b365-21c527095066 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:29:42.557713 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-7a194592-d56a-4463-a17a-a9c92461cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (09dd2607-3db8-471c-b365-21c527095066), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:42.602641 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-11a52db0-568e-4a91-81dd-889efe59dc59 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=fa2ae49d03624e8d81556bd5ea73e09c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9873199 Sep 23 01:29:42.609565 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a52db0-568e-4a91-81dd-889efe59dc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d101192-8920-4883-a240-31c0fe69cdb8,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:42.615640 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 39154) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:42.630411 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:42.645891 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Publish callbacks [] for router_gateway (5b680127-6807-4845-8d27-72af619efd35), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:42.660745 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Publish callbacks [] for router_controller (2e261646-45a3-4efd-9e39-d0fd6a3ba39f), precommit_add_association {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:42.663394 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:42.686068 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:42.741874 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:42.806379 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34f62b-c6e4-4c35-8fca-6ce59641317e admin admin] Pushing event updated for resources: {'Subnet': ['ID=14588842-7014-4d4b-b88a-21758b766661,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:42.819260 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0589b507-6e33-5f24-9965-4d8da1fbd6ca-f7b971fd-945f-4624-ba90-e53784d63da6', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'fixed_ips': [{'subnet_id': 'f171f77f-736d-489a-928a-20915fd59544'}]}} from dv-cinder-849143-7-iscsi. {{(pid=107237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:29:42.820237 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:42.832260 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d34f62b-c6e4-4c35-8fca-6ce59641317e admin admin] Checking segment: {'id': '24f3d822-fe6a-4342-9062-b8734c2f58e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:29:42.832742 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d34f62b-c6e4-4c35-8fca-6ce59641317e admin admin] Network hostable DHCP agents. Network: fd195584-9c0f-4bc1-8f70-84ad33facee8, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:29:42.835074 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Publish callbacks [] for router_controller (8a72148d-2e43-4d7a-b8ed-d49526982525), precommit_add_association {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:42.853328 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 09dd2607-3db8-471c-b365-21c527095066 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:29:42.918846 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-7a194592-d56a-4463-a17a-a9c92461cf1f None None] For port 09dd2607-3db8-471c-b365-21c527095066, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=09dd2607-3db8-471c-b365-21c527095066,segment=NetworkSegment(03d47607-353e-4aeb-bbdc-7205e9973798),segment_id=03d47607-353e-4aeb-bbdc-7205e9973798)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:29:42.933961 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-31aaf2d2-460d-4758-941f-5b8521223753 admin admin] Publish callbacks [] for security_group (7d101192-8920-4883-a240-31c0fe69cdb8), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:42.983646 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-31aaf2d2-460d-4758-941f-5b8521223753 admin admin] Publish callbacks [] for security_group (7d101192-8920-4883-a240-31c0fe69cdb8), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:43.001919 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-7a194592-d56a-4463-a17a-a9c92461cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (09dd2607-3db8-471c-b365-21c527095066), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:43.067892 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d34f62b-c6e4-4c35-8fca-6ce59641317e admin admin] Network fd195584-9c0f-4bc1-8f70-84ad33facee8 is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:29:43.099060 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0589b507-6e33-5f24-9965-4d8da1fbd6ca-62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'project_id': '92e9b7f9904f437f91148da9fc521326', 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7'}]}} from dv-cinder-849143-7-iscsi. {{(pid=107237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:29:43.101668 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:43.114979 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 09dd2607-3db8-471c-b365-21c527095066 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:29:43.115307 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (09dd2607-3db8-471c-b365-21c527095066), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:43.115693 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 09dd2607-3db8-471c-b365-21c527095066 Sep 23 01:29:43.161695 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Publish callbacks [] for router_gateway (2e261646-45a3-4efd-9e39-d0fd6a3ba39f), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:43.165453 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679137'] for router (5b680127-6807-4845-8d27-72af619efd35), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:43.172742 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Publish callbacks [] for router_gateway (8a72148d-2e43-4d7a-b8ed-d49526982525), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:43.234934 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-3d34f62b-c6e4-4c35-8fca-6ce59641317e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, fd195584-9c0f-4bc1-8f70-84ad33facee8) {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:43.240025 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d34f62b-c6e4-4c35-8fca-6ce59641317e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:29:43.240626 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3d34f62b-c6e4-4c35-8fca-6ce59641317e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:43.246519 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:43.247431 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a194592-d56a-4463-a17a-a9c92461cf1f None None] Pushing event updated for resources: {'Port': ['ID=09dd2607-3db8-471c-b365-21c527095066,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:43.257301 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ef488d-c85c-49c1-9902-525c82bcec33 None None] Network fd195584-9c0f-4bc1-8f70-84ad33facee8 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:29:43.337671 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.db_base_plugin_common [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Allocated IP 172.20.0.2 (f7b971fd-945f-4624-ba90-e53784d63da6/f171f77f-736d-489a-928a-20915fd59544/4475df7e-10f6-45a4-ad6c-3fbd4569eaa1) {{(pid=107237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:29:43.352121 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-31aaf2d2-460d-4758-941f-5b8521223753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (7d101192-8920-4883-a240-31c0fe69cdb8), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:43.359972 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-31aaf2d2-460d-4758-941f-5b8521223753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:43.361127 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-31aaf2d2-460d-4758-941f-5b8521223753 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7d101192-8920-4883-a240-31c0fe69cdb8 HTTP/1.1" status: 204 len: 168 time: 0.7354059 Sep 23 01:29:43.375082 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-8e4f5efd-5e0e-4e95-95c6-80ea4f767719 None None] Provisioning complete for port 09dd2607-3db8-471c-b365-21c527095066 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:29:43.375468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8e4f5efd-5e0e-4e95-95c6-80ea4f767719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (09dd2607-3db8-471c-b365-21c527095066), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:43.375824 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-8e4f5efd-5e0e-4e95-95c6-80ea4f767719 None None] Attempt 1 to provision port 09dd2607-3db8-471c-b365-21c527095066 Sep 23 01:29:43.418308 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-3d34f62b-c6e4-4c35-8fca-6ce59641317e admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0087221 Sep 23 01:29:43.425563 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 39198) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:43.430260 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aaf2d2-460d-4758-941f-5b8521223753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d101192-8920-4883-a240-31c0fe69cdb8,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:43.440811 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:29:43.571441 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11641'] for router (4e10b688-edb1-43c0-a904-cdc8566842c3), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:43.572940 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11616'] for router (4e10b688-edb1-43c0-a904-cdc8566842c3), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:43.623567 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Router 5b680127-6807-4845-8d27-72af619efd35 is scheduled to L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc with binding_index 1 {{(pid=107235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:29:43.633991 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 09dd2607-3db8-471c-b365-21c527095066 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:29:43.714372 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.db_base_plugin_common [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Allocated IP 172.20.0.2 (62c29b3e-b2e8-4dd4-ada2-85bc80343af4/d36fada1-7414-44f7-a6e7-b0b2acebf5e7/9a6c16ff-cd05-4bdf-9ce6-ceb15a620756) {{(pid=107237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:29:43.743655 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Publish callbacks [] for router_gateway (8a72148d-2e43-4d7a-b8ed-d49526982525), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:43.750178 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Publish callbacks [] for router_controller (4e10b688-edb1-43c0-a904-cdc8566842c3), precommit_add_association {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:43.774839 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:43.844945 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:29:43.856824 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Sync routers for ids ['5b680127-6807-4845-8d27-72af619efd35'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:29:43.874390 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Routers {'5b680127-6807-4845-8d27-72af619efd35'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:29:43.875021 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:29:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['5b680127-6807-4845-8d27-72af619efd35'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:43.995374 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0589b507-6e33-5f24-9965-4d8da1fbd6ca-fd195584-9c0f-4bc1-8f70-84ad33facee8', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661'}]}} from dv-cinder-849143-7-iscsi. {{(pid=107237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:29:43.996283 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:44.096321 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Set router 5b680127-6807-4845-8d27-72af619efd35 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:29:44.172051 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Publish callbacks [] for port (4475df7e-10f6-45a4-ad6c-3fbd4569eaa1), precommit_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:44.223004 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:44.227843 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-7dd9c095-128f-4ff0-b7e7-9e14bbd15260 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8607485 Sep 23 01:29:44.228896 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 39222) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:44.242610 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Publish callbacks [] for router_gateway (2e261646-45a3-4efd-9e39-d0fd6a3ba39f), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:44.255394 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-8e4f5efd-5e0e-4e95-95c6-80ea4f767719 None None] Current status of the port 09dd2607-3db8-471c-b365-21c527095066 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:29:44.273476 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39224) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:44.276828 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:44.349164 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Publish callbacks [] for router_gateway (4e10b688-edb1-43c0-a904-cdc8566842c3), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:44.537490 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Allocated IP 172.27.1.193 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/c1f3a776-8ec1-4b04-a4fd-175582621f0d) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:29:44.600115 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (4475df7e-10f6-45a4-ad6c-3fbd4569eaa1), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:44.608256 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b680127-6807-4845-8d27-72af619efd35', 'name': 'tempest-DeleteServersTestJSON-9038832-router', 'tenant_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'e4a3f863-b227-4ab7-83d2-4d0137602434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:39Z', 'updated_at': '2022-09-23T01:29:42Z', 'revision_number': 3, 'project_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'gw_port': {'id': 'e4a3f863-b227-4ab7-83d2-4d0137602434', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b680127-6807-4845-8d27-72af619efd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:40Z', 'updated_at': '2022-09-23T01:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:44.659528 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Checking router: 5b680127-6807-4845-8d27-72af619efd35 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:29:44.660151 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Updating router 5b680127-6807-4845-8d27-72af619efd35 port e4a3f863-b227-4ab7-83d2-4d0137602434 binding host dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:29:44.691592 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-db3ea7c3-b5fd-4e2c-9294-e96c0d6384e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:44.698067 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (e4a3f863-b227-4ab7-83d2-4d0137602434), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:44.791275 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Publish callbacks [] for router_gateway (4e10b688-edb1-43c0-a904-cdc8566842c3), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:44.828325 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:44.834191 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-db3ea7c3-b5fd-4e2c-9294-e96c0d6384e2 admin admin] Publish callbacks [] for security_group (f92208bc-d892-4f02-ae8f-e034064841d2), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:44.844654 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:UPDATE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:44.845535 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:44.888180 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 09dd2607-3db8-471c-b365-21c527095066 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:29:44.923008 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Publish callbacks [] for port (c1f3a776-8ec1-4b04-a4fd-175582621f0d), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:44.943750 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-db3ea7c3-b5fd-4e2c-9294-e96c0d6384e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (f92208bc-d892-4f02-ae8f-e034064841d2), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:44.952058 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 39230) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:44.974066 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Publish callbacks [] for port (9a6c16ff-cd05-4bdf-9ce6-ceb15a620756), precommit_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:44.997843 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Network f7b971fd-945f-4624-ba90-e53784d63da6 is already hosted by enough agents. {{(pid=107237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:29:45.019434 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.base_scheduler [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Resources bound (agent type, host, resource id): {{(pid=107237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:45.041125 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Pushing event updated for resources: {'Port': ['ID=4475df7e-10f6-45a4-ad6c-3fbd4569eaa1,revision_number=1']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:45.045741 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Received port after_create {{(pid=107237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:29:45.059242 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ced89468-6eba-4850-9320-a5f311e53cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:45.066960 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-db3ea7c3-b5fd-4e2c-9294-e96c0d6384e2 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6df4753bdb2e4557afbc2e9434fc12e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7852378 Sep 23 01:29:45.070935 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ea7c3-b5fd-4e2c-9294-e96c0d6384e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92208bc-d892-4f02-ae8f-e034064841d2,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:45.074465 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 39232) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:45.080674 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:45.101955 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (9a6c16ff-cd05-4bdf-9ce6-ceb15a620756), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:45.136433 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 09dd2607-3db8-471c-b365-21c527095066 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:29:45.136818 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (09dd2607-3db8-471c-b365-21c527095066), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:45.137153 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 09dd2607-3db8-471c-b365-21c527095066 Sep 23 01:29:45.170706 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.db_base_plugin_common [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Allocated IP 172.20.0.2 (fd195584-9c0f-4bc1-8f70-84ad33facee8/14588842-7014-4d4b-b88a-21758b766661/1468974e-e658-4355-b0b5-0755a4af59c0) {{(pid=107237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:29:45.194137 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 is already hosted by enough agents. {{(pid=107237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:29:45.217726 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.base_scheduler [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Resources bound (agent type, host, resource id): {{(pid=107237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:45.242706 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Received port after_create {{(pid=107237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:29:45.257612 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (c1f3a776-8ec1-4b04-a4fd-175582621f0d), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:45.271489 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Attempting to bind port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:29:45.272387 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Attempting to bind port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:29:45.272387 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Attempting to bind port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 on network f7b971fd-945f-4624-ba90-e53784d63da6 {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:29:45.275074 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Pushing event updated for resources: {'Port': ['ID=9a6c16ff-cd05-4bdf-9ce6-ceb15a620756,revision_number=1']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:45.368841 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ef325024-73af-45e4-a03d-eb15d0923711 admin admin] Publish callbacks [] for security_group (f92208bc-d892-4f02-ae8f-e034064841d2), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:45.495587 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ef325024-73af-45e4-a03d-eb15d0923711 admin admin] Publish callbacks [] for security_group (f92208bc-d892-4f02-ae8f-e034064841d2), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:45.512079 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ced89468-6eba-4850-9320-a5f311e53cd9 admin admin] Publish callbacks [] for security_group (78f5da45-c568-4aff-9b30-e246cd8297d9), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:45.521670 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:29:45.560848 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:45.572819 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Attempting to bind port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:29:45.577963 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Attempting to bind port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': 'eab22f6f-3eb0-43db-a23d-8744583fc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:29:45.578479 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Attempting to bind port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 on network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:29:45.593560 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:29:45.594144 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Checking segment: {'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:29:45.594769 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:45.595539 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Bound using segment: {'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:29:45.596351 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:29:45.600449 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Bound port: 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:29:45.601638 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (4475df7e-10f6-45a4-ad6c-3fbd4569eaa1), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:45.700327 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:45.706779 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ced89468-6eba-4850-9320-a5f311e53cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (78f5da45-c568-4aff-9b30-e246cd8297d9), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:45.724517 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Publish callbacks [] for port (1468974e-e658-4355-b0b5-0755a4af59c0), precommit_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:45.726534 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Pushing event updated for resources: {'Port': ['ID=c1f3a776-8ec1-4b04-a4fd-175582621f0d,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:45.745157 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:45.761157 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Allocated IP 172.27.1.168 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/986c2f54-b691-4fbb-8a09-29ab8c2bca1b) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:29:45.831995 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] For port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:29:45.840575 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] For port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=4475df7e-10f6-45a4-ad6c-3fbd4569eaa1,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:29:45.863593 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-ced89468-6eba-4850-9320-a5f311e53cd9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=156eb6f806034087a60316940f2286a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9104946 Sep 23 01:29:45.866592 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 09dd2607-3db8-471c-b365-21c527095066 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:29:45.868190 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39254) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:45.889800 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (1468974e-e658-4355-b0b5-0755a4af59c0), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:45.896193 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced89468-6eba-4850-9320-a5f311e53cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f5da45-c568-4aff-9b30-e246cd8297d9,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:45.983027 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Pushing event updated for resources: {'Port': ['ID=1468974e-e658-4355-b0b5-0755a4af59c0,revision_number=1']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:45.990218 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (4475df7e-10f6-45a4-ad6c-3fbd4569eaa1), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:46.020130 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:29:46.020784 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Checking segment: {'id': 'eab22f6f-3eb0-43db-a23d-8744583fc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:29:46.021415 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:46.022040 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Bound using segment: {'id': 'eab22f6f-3eb0-43db-a23d-8744583fc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:29:46.022806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Bound port: 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab22f6f-3eb0-43db-a23d-8744583fc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:29:46.023397 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (9a6c16ff-cd05-4bdf-9ce6-ceb15a620756), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:46.049746 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ef325024-73af-45e4-a03d-eb15d0923711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (f92208bc-d892-4f02-ae8f-e034064841d2), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:46.053772 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ef325024-73af-45e4-a03d-eb15d0923711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:46.059643 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-ef325024-73af-45e4-a03d-eb15d0923711 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f92208bc-d892-4f02-ae8f-e034064841d2 HTTP/1.1" status: 204 len: 168 time: 0.9718904 Sep 23 01:29:46.076911 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Publish callbacks [] for port (986c2f54-b691-4fbb-8a09-29ab8c2bca1b), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:46.091175 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Network fd195584-9c0f-4bc1-8f70-84ad33facee8 is already hosted by enough agents. {{(pid=107237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:29:46.124305 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.base_scheduler [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Resources bound (agent type, host, resource id): {{(pid=107237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:46.132793 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Received port after_create {{(pid=107237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:29:46.138525 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef325024-73af-45e4-a03d-eb15d0923711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92208bc-d892-4f02-ae8f-e034064841d2,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:46.195843 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b9c37cc7-5631-47a3-89b3-aab7d02e76c0 admin admin] Publish callbacks [] for security_group (78f5da45-c568-4aff-9b30-e246cd8297d9), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:46.237669 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dde18a-5c36-42ac-9cd8-59daae1a6231 None None] Pushing event updated for resources: {'Port': ['ID=4475df7e-10f6-45a4-ad6c-3fbd4569eaa1,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:46.314047 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b9c37cc7-5631-47a3-89b3-aab7d02e76c0 admin admin] Publish callbacks [] for security_group (78f5da45-c568-4aff-9b30-e246cd8297d9), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:46.340647 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Publish callbacks [] for router_gateway (8a72148d-2e43-4d7a-b8ed-d49526982525), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:46.340762 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] For port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:29:46.392296 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] For port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=9a6c16ff-cd05-4bdf-9ce6-ceb15a620756,segment=NetworkSegment(eab22f6f-3eb0-43db-a23d-8744583fc68d),segment_id=eab22f6f-3eb0-43db-a23d-8744583fc68d)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:29:46.402036 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Attempting to bind port 1468974e-e658-4355-b0b5-0755a4af59c0 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:29:46.402457 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Attempting to bind port 1468974e-e658-4355-b0b5-0755a4af59c0 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '24f3d822-fe6a-4342-9062-b8734c2f58e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:29:46.402854 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Attempting to bind port 1468974e-e658-4355-b0b5-0755a4af59c0 on network fd195584-9c0f-4bc1-8f70-84ad33facee8 {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:29:46.447122 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] Allocated IP 172.20.0.1 (a0c19b36-6dcd-4567-812d-252de08febdf/b56f744e-834c-45c8-9f6b-fb3cd6317e48/6d2ccd41-39e8-4468-bde4-43ad278e24dd) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:29:46.486551 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:29:46.487107 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Checking segment: {'id': '24f3d822-fe6a-4342-9062-b8734c2f58e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:29:46.488297 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:46.488297 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Bound using segment: {'id': '24f3d822-fe6a-4342-9062-b8734c2f58e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:29:46.488975 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Bound port: 1468974e-e658-4355-b0b5-0755a4af59c0, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f3d822-fe6a-4342-9062-b8734c2f58e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:29:46.489388 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (1468974e-e658-4355-b0b5-0755a4af59c0), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:46.496319 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (9a6c16ff-cd05-4bdf-9ce6-ceb15a620756), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:46.646709 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1c605-e7d3-4619-a4ef-17783116096a None None] Pushing event updated for resources: {'Port': ['ID=9a6c16ff-cd05-4bdf-9ce6-ceb15a620756,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:46.649838 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (986c2f54-b691-4fbb-8a09-29ab8c2bca1b), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:46.736035 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] For port 1468974e-e658-4355-b0b5-0755a4af59c0, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:29:46.741927 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] For port 1468974e-e658-4355-b0b5-0755a4af59c0, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=1468974e-e658-4355-b0b5-0755a4af59c0,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:29:46.781896 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:46.876071 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:29:46.883726 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:46.903923 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] Publish callbacks [] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:46.906756 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:29:46.916953 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:29:47.036906 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (1468974e-e658-4355-b0b5-0755a4af59c0), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:47.057230 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:47.085898 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:47.115150 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Publish callbacks [] for port (e4a3f863-b227-4ab7-83d2-4d0137602434), precommit_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:47.191333 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] Network a0c19b36-6dcd-4567-812d-252de08febdf is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:29:47.197970 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a31eeb-6a85-426e-b54b-38ffc0b91cba None None] Pushing event updated for resources: {'Port': ['ID=1468974e-e658-4355-b0b5-0755a4af59c0,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:47.204067 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:47.204381 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:29:47.204766 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (4475df7e-10f6-45a4-ad6c-3fbd4569eaa1), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:47.205107 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 Sep 23 01:29:47.212725 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (e4a3f863-b227-4ab7-83d2-4d0137602434), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:47.234853 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:29:47.237747 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735960'] for router_interface (5b680127-6807-4845-8d27-72af619efd35), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:47.280688 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b9c37cc7-5631-47a3-89b3-aab7d02e76c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (78f5da45-c568-4aff-9b30-e246cd8297d9), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:47.283786 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b9c37cc7-5631-47a3-89b3-aab7d02e76c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:47.287980 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-b9c37cc7-5631-47a3-89b3-aab7d02e76c0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/78f5da45-c568-4aff-9b30-e246cd8297d9 HTTP/1.1" status: 204 len: 168 time: 1.4183807 Sep 23 01:29:47.294816 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Pushing event updated for resources: {'Port': ['ID=986c2f54-b691-4fbb-8a09-29ab8c2bca1b,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:47.295508 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f84639-3c62-4849-9921-4c8cf2563c52 None None] Pushing event updated for resources: {'Port': ['ID=e4a3f863-b227-4ab7-83d2-4d0137602434,revision_number=2']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:47.315084 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c37cc7-5631-47a3-89b3-aab7d02e76c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f5da45-c568-4aff-9b30-e246cd8297d9,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:47.322786 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f84639-3c62-4849-9921-4c8cf2563c52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:47.340329 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f84639-3c62-4849-9921-4c8cf2563c52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:47.344165 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f84639-3c62-4849-9921-4c8cf2563c52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:47.344760 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f84639-3c62-4849-9921-4c8cf2563c52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:47.345247 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f84639-3c62-4849-9921-4c8cf2563c52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:47.345728 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f84639-3c62-4849-9921-4c8cf2563c52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:47.346429 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f84639-3c62-4849-9921-4c8cf2563c52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:47.346928 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f84639-3c62-4849-9921-4c8cf2563c52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:47.351424 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f84639-3c62-4849-9921-4c8cf2563c52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:47.358543 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f84639-3c62-4849-9921-4c8cf2563c52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:47.359136 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f84639-3c62-4849-9921-4c8cf2563c52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:47.359665 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f84639-3c62-4849-9921-4c8cf2563c52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:47.360139 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f84639-3c62-4849-9921-4c8cf2563c52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:47.363169 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f84639-3c62-4849-9921-4c8cf2563c52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:47.363741 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f84639-3c62-4849-9921-4c8cf2563c52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f84639-3c62-4849-9921-4c8cf2563c52 None None] Tracked resource versions report: Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: pushed versions: Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: { 'AddressGroup': {'1.2'}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Agent': {'1.1'}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'ConntrackHelper': {'1.0'}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'LocalIPAssociation': {'1.0'}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Log': {'1.0'}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'NDPProxy': {'1.0'}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Network': {'1.1'}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Port': {'1.7'}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'PortForwarding': {'1.3'}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'QosPolicy': {'1.10'}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'SecurityGroup': {'1.5'}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'SecurityGroupRule': {'1.2'}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'SubPort': {'1.0'}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Subnet': {'1.1'}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Trunk': {'1.1'}} Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: consumer versions: Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: { DHCP agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: HyperV agent@hv-cinder-84914: {}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: L3 agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: Metadata agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: Metering agent@dv-cinder-849143-7-iscsi: {}, Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: Open vSwitch agent@dv-cinder-849143-7-iscsi: { 'AddressGroup': '1.2', Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Agent': '1.1', Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'ConntrackHelper': '1.0', Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'LocalIPAssociation': '1.0', Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Log': '1.0', Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'NDPProxy': '1.0', Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Network': '1.1', Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Port': '1.7', Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'PortForwarding': '1.3', Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'QosPolicy': '1.10', Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'SecurityGroup': '1.5', Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'SecurityGroupRule': '1.2', Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'SubPort': '1.0', Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Subnet': '1.1', Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: 'Trunk': '1.1'}} Sep 23 01:29:47.365200 dv-cinder-849143-7-iscsi neutron-server[107238]: {{(pid=107238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 01:29:47.390348 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Attempting to bind port e4a3f863-b227-4ab7-83d2-4d0137602434 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:29:47.391196 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Attempting to bind port e4a3f863-b227-4ab7-83d2-4d0137602434 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:29:47.401814 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Attempting to bind port e4a3f863-b227-4ab7-83d2-4d0137602434 on network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:29:47.494700 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:29:47.496331 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (4475df7e-10f6-45a4-ad6c-3fbd4569eaa1), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:47.515286 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:29:47.515934 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Checking segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:29:47.516408 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:47.516871 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Bound using segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:29:47.517458 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Bound port: e4a3f863-b227-4ab7-83d2-4d0137602434, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:29:47.517894 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (e4a3f863-b227-4ab7-83d2-4d0137602434), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:47.571159 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679137'] for router (8a72148d-2e43-4d7a-b8ed-d49526982525), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:47.579535 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=4475df7e-10f6-45a4-ad6c-3fbd4569eaa1,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:29:47.671658 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] Pushing event updated for resources: {'Port': ['ID=6d2ccd41-39e8-4468-bde4-43ad278e24dd,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:47.674004 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (4475df7e-10f6-45a4-ad6c-3fbd4569eaa1), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:47.699454 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] For port e4a3f863-b227-4ab7-83d2-4d0137602434, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:29:47.707249 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] For port e4a3f863-b227-4ab7-83d2-4d0137602434, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=e4a3f863-b227-4ab7-83d2-4d0137602434,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:29:47.798599 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (e4a3f863-b227-4ab7-83d2-4d0137602434), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:47.824683 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=4475df7e-10f6-45a4-ad6c-3fbd4569eaa1,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:47.862568 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39276) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:47.898211 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Publish callbacks [] for router_gateway (2e261646-45a3-4efd-9e39-d0fd6a3ba39f), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:47.903474 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-059d1b8d-3aaf-4c17-9aba-41ea76d2b02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:47.957093 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Provisioning complete for port 6d2ccd41-39e8-4468-bde4-43ad278e24dd triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:29:47.957468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:47.957802 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Attempt 1 to provision port 6d2ccd41-39e8-4468-bde4-43ad278e24dd Sep 23 01:29:47.984206 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:47.985129 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Routers {'5b680127-6807-4845-8d27-72af619efd35'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:29:47.985763 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:29:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['5b680127-6807-4845-8d27-72af619efd35'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:48.048412 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:48.072873 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Port 6d2ccd41-39e8-4468-bde4-43ad278e24dd cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:29:48.088989 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:48.103246 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Allocated IP 172.27.1.131 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/c560d8f8-e724-4705-a66d-0f4cecd00081) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:29:48.211115 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f84639-3c62-4849-9921-4c8cf2563c52 None None] Pushing event updated for resources: {'Port': ['ID=e4a3f863-b227-4ab7-83d2-4d0137602434,revision_number=3']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:48.318596 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:48.411260 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3856b7f9-683d-4546-a887-98eada116111 None None] Network f7b971fd-945f-4624-ba90-e53784d63da6 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:29:48.574623 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] Set router 5b680127-6807-4845-8d27-72af619efd35 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:29:48.583872 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Attempt 2 to provision port 6d2ccd41-39e8-4468-bde4-43ad278e24dd Sep 23 01:29:48.800375 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Publish callbacks [] for port (c560d8f8-e724-4705-a66d-0f4cecd00081), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:48.847374 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:48.990434 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Port 6d2ccd41-39e8-4468-bde4-43ad278e24dd cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:29:48.997520 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=6 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:49.000983 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-059d1b8d-3aaf-4c17-9aba-41ea76d2b02d admin admin] Publish callbacks [] for security_group (7a6c5e40-282d-4008-9fd3-e955be49eed2), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:49.030370 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:49.032124 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:49.035932 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e62c4aa-8a36-433e-9506-0d50fd1535df None None] Network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:29:49.080011 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679137'] for router (2e261646-45a3-4efd-9e39-d0fd6a3ba39f), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:49.176868 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:29:49.263333 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (c560d8f8-e724-4705-a66d-0f4cecd00081), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:49.263482 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:49.316567 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b680127-6807-4845-8d27-72af619efd35', 'name': 'tempest-DeleteServersTestJSON-9038832-router', 'tenant_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'e4a3f863-b227-4ab7-83d2-4d0137602434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:39Z', 'updated_at': '2022-09-23T01:29:42Z', 'revision_number': 3, 'project_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'gw_port': {'id': 'e4a3f863-b227-4ab7-83d2-4d0137602434', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b680127-6807-4845-8d27-72af619efd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:40Z', 'updated_at': '2022-09-23T01:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:49.365766 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:29:49.373818 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:49.380705 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:29:49.389622 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:49.396952 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a033e13-0bb0-4d69-b5fc-e856b3845dea None None] Network fd195584-9c0f-4bc1-8f70-84ad33facee8 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:29:49.401434 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-059d1b8d-3aaf-4c17-9aba-41ea76d2b02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (7a6c5e40-282d-4008-9fd3-e955be49eed2), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:49.408602 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Router 8a72148d-2e43-4d7a-b8ed-d49526982525 is scheduled to L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc with binding_index 1 {{(pid=107236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:29:49.420956 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:29:49.421365 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (9a6c16ff-cd05-4bdf-9ce6-ceb15a620756), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:49.421724 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 Sep 23 01:29:49.463491 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Pushing event updated for resources: {'Port': ['ID=c560d8f8-e724-4705-a66d-0f4cecd00081,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:49.467359 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5db0e7-5eac-4c00-b5c8-e4da7eb6a8f0 None None] The sync data for ids ['5b680127-6807-4845-8d27-72af619efd35'] in dv-cinder-849143-7-iscsi is: [{'id': '5b680127-6807-4845-8d27-72af619efd35', 'name': 'tempest-DeleteServersTestJSON-9038832-router', 'tenant_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'e4a3f863-b227-4ab7-83d2-4d0137602434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:39Z', 'updated_at': '2022-09-23T01:29:42Z', 'revision_number': 3, 'project_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'gw_port': {'id': 'e4a3f863-b227-4ab7-83d2-4d0137602434', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b680127-6807-4845-8d27-72af619efd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:40Z', 'updated_at': '2022-09-23T01:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:29:49.505208 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Attempt 3 to provision port 6d2ccd41-39e8-4468-bde4-43ad278e24dd Sep 23 01:29:49.600134 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-059d1b8d-3aaf-4c17-9aba-41ea76d2b02d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f10e431256454066a2e24f6bb917ac89&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7260084 Sep 23 01:29:49.600134 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39310) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:49.602084 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d1b8d-3aaf-4c17-9aba-41ea76d2b02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6c5e40-282d-4008-9fd3-e955be49eed2,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:49.617458 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] Publish callbacks [] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:49.672302 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Port 6d2ccd41-39e8-4468-bde4-43ad278e24dd cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:29:49.725672 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:49.726571 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736076'] for router_interface (5b680127-6807-4845-8d27-72af619efd35), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:49.869649 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:29:49.870112 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (9a6c16ff-cd05-4bdf-9ce6-ceb15a620756), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:49.887085 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] Pushing event updated for resources: {'Port': ['ID=6d2ccd41-39e8-4468-bde4-43ad278e24dd,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:49.896245 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:29:49.966625 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Sync routers for ids ['8a72148d-2e43-4d7a-b8ed-d49526982525'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:29:49.992419 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=9a6c16ff-cd05-4bdf-9ce6-ceb15a620756,segment=NetworkSegment(eab22f6f-3eb0-43db-a23d-8744583fc68d),segment_id=eab22f6f-3eb0-43db-a23d-8744583fc68d)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:29:50.023669 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Routers {'8a72148d-2e43-4d7a-b8ed-d49526982525'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:29:50.023669 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:29:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['8a72148d-2e43-4d7a-b8ed-d49526982525'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:50.024108 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:50.026520 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-c440c046-58d4-4212-8667-873154f2f798 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6515067 Sep 23 01:29:50.028581 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39324) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:50.136994 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (9a6c16ff-cd05-4bdf-9ce6-ceb15a620756), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:50.139584 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:29:50.176332 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Attempt 4 to provision port 6d2ccd41-39e8-4468-bde4-43ad278e24dd Sep 23 01:29:50.448766 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=9a6c16ff-cd05-4bdf-9ce6-ceb15a620756,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:50.448852 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] Network a0c19b36-6dcd-4567-812d-252de08febdf is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:29:50.459005 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Publish callbacks [] for router_gateway (4e10b688-edb1-43c0-a904-cdc8566842c3), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:50.474427 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f62beb0d-62ee-4cff-a4a8-ac5483779a7b admin admin] Publish callbacks [] for security_group (7a6c5e40-282d-4008-9fd3-e955be49eed2), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:50.478330 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f is scheduled to L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc with binding_index 1 {{(pid=107236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:29:50.496898 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:50.509497 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:50.569629 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f62beb0d-62ee-4cff-a4a8-ac5483779a7b admin admin] Publish callbacks [] for security_group (7a6c5e40-282d-4008-9fd3-e955be49eed2), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:50.593849 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Port 6d2ccd41-39e8-4468-bde4-43ad278e24dd cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:29:50.679602 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Set router 8a72148d-2e43-4d7a-b8ed-d49526982525 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:29:50.756028 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:29:50.759254 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (4475df7e-10f6-45a4-ad6c-3fbd4569eaa1), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:50.759754 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 Sep 23 01:29:50.857444 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:50.869925 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:50.875792 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] Router 5b680127-6807-4845-8d27-72af619efd35 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:29:50.981760 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:51.103171 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Attempt 5 to provision port 6d2ccd41-39e8-4468-bde4-43ad278e24dd Sep 23 01:29:51.144057 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679137'] for router (4e10b688-edb1-43c0-a904-cdc8566842c3), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:51.160800 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:29:51.178131 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Sync routers for ids ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:29:51.195953 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Routers {'2e261646-45a3-4efd-9e39-d0fd6a3ba39f'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:29:51.196601 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:29:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:51.237362 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:45Z', 'revision_number': 3, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:51.275356 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f62beb0d-62ee-4cff-a4a8-ac5483779a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (7a6c5e40-282d-4008-9fd3-e955be49eed2), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:51.284863 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f62beb0d-62ee-4cff-a4a8-ac5483779a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:51.293684 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-f62beb0d-62ee-4cff-a4a8-ac5483779a7b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7a6c5e40-282d-4008-9fd3-e955be49eed2 HTTP/1.1" status: 204 len: 168 time: 1.6937785 Sep 23 01:29:51.294871 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:29:51.296712 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 1468974e-e658-4355-b0b5-0755a4af59c0 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:29:51.301877 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:51.320444 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:51.324896 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-c2de977c-0ecb-44c8-8581-30dc2a196339 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.9299023 Sep 23 01:29:51.333809 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Checking router: 8a72148d-2e43-4d7a-b8ed-d49526982525 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:29:51.334160 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Updating router 8a72148d-2e43-4d7a-b8ed-d49526982525 port c1f3a776-8ec1-4b04-a4fd-175582621f0d binding host dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:29:51.368994 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39372) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:51.388921 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:51.391049 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62beb0d-62ee-4cff-a4a8-ac5483779a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6c5e40-282d-4008-9fd3-e955be49eed2,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:51.397980 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Port 6d2ccd41-39e8-4468-bde4-43ad278e24dd cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:29:51.411998 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:29:51.425886 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c1f3a776-8ec1-4b04-a4fd-175582621f0d), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:51.433006 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-70cd011c-1978-4a2f-9f14-3713ccbe44de admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/5b680127-6807-4845-8d27-72af619efd35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1953933 Sep 23 01:29:51.491966 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 1468974e-e658-4355-b0b5-0755a4af59c0 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:29:51.492456 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (1468974e-e658-4355-b0b5-0755a4af59c0), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:51.492888 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 1468974e-e658-4355-b0b5-0755a4af59c0 Sep 23 01:29:51.594367 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Router 4e10b688-edb1-43c0-a904-cdc8566842c3 is scheduled to L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc with binding_index 1 {{(pid=107235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:29:51.750715 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Set router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:29:51.811664 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:51.914555 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Attempt 6 to provision port 6d2ccd41-39e8-4468-bde4-43ad278e24dd Sep 23 01:29:52.048052 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Port 6d2ccd41-39e8-4468-bde4-43ad278e24dd cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:29:52.054938 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 1468974e-e658-4355-b0b5-0755a4af59c0 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:29:52.055479 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (1468974e-e658-4355-b0b5-0755a4af59c0), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:52.163139 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port 1468974e-e658-4355-b0b5-0755a4af59c0, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=1468974e-e658-4355-b0b5-0755a4af59c0,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:29:52.250667 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:47Z', 'revision_number': 3, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'gw_port': {'id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:52.301438 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:29:52.315108 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Publish callbacks [] for port (c1f3a776-8ec1-4b04-a4fd-175582621f0d), precommit_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:52.315876 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Checking router: 2e261646-45a3-4efd-9e39-d0fd6a3ba39f for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:29:52.316443 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Updating router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f port 986c2f54-b691-4fbb-8a09-29ab8c2bca1b binding host dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:29:52.318946 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:52.321233 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (1468974e-e658-4355-b0b5-0755a4af59c0), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:52.351217 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Sync routers for ids ['4e10b688-edb1-43c0-a904-cdc8566842c3'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:29:52.384225 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (986c2f54-b691-4fbb-8a09-29ab8c2bca1b), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:52.417143 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:52.418506 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-ed69fd71-b51a-4ac9-9f7d-f3a167e3c7ad admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.9907737 Sep 23 01:29:52.424450 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 39408) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:52.461893 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c1f3a776-8ec1-4b04-a4fd-175582621f0d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:52.487003 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Routers {'4e10b688-edb1-43c0-a904-cdc8566842c3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:29:52.487704 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:29:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['4e10b688-edb1-43c0-a904-cdc8566842c3'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:52.636981 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Sync routers for ids ['5b680127-6807-4845-8d27-72af619efd35'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:29:52.647265 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] Allocated IP 172.20.0.1 (62c29b3e-b2e8-4dd4-ada2-85bc80343af4/d36fada1-7414-44f7-a6e7-b0b2acebf5e7/d8b4994d-4148-412d-a0c3-bb6e91007f10) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:29:52.663911 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Routers {'5b680127-6807-4845-8d27-72af619efd35'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:29:52.665055 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:29:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['5b680127-6807-4845-8d27-72af619efd35'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:52.687035 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:52.706717 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:52.915724 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:52.943735 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Attempt 7 to provision port 6d2ccd41-39e8-4468-bde4-43ad278e24dd Sep 23 01:29:52.966312 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:29:53.008914 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:53.044874 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Attempting to bind port c1f3a776-8ec1-4b04-a4fd-175582621f0d on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:29:53.045255 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Attempting to bind port c1f3a776-8ec1-4b04-a4fd-175582621f0d by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:29:53.045646 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Attempting to bind port c1f3a776-8ec1-4b04-a4fd-175582621f0d on network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:29:53.102906 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:53.143723 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] Publish callbacks [] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:53.180076 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 39440) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:53.184614 dv-cinder-849143-7-iscsi neutron-server[107235]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 01:29:53.211145 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Set router 5b680127-6807-4845-8d27-72af619efd35 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:29:53.242919 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=1468974e-e658-4355-b0b5-0755a4af59c0,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:53.478029 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] Allocated IP 172.20.0.1 (f7b971fd-945f-4624-ba90-e53784d63da6/f171f77f-736d-489a-928a-20915fd59544/b0a23080-5e70-4836-a88b-1396740c3f68) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:29:53.663004 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Port 6d2ccd41-39e8-4468-bde4-43ad278e24dd cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:29:53.673963 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:53.729508 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:53.750639 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 39462) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:53.774248 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] Publish callbacks [] for port (b0a23080-5e70-4836-a88b-1396740c3f68), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:53.779675 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4af0d6-e092-41c6-adee-570627466a1d None None] Pushing event updated for resources: {'Port': ['ID=c1f3a776-8ec1-4b04-a4fd-175582621f0d,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:53.797706 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Set router 4e10b688-edb1-43c0-a904-cdc8566842c3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:29:53.818415 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:29:53.818778 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Checking segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:29:53.832094 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:53.835317 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Bound using segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:29:53.835317 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Bound port: c1f3a776-8ec1-4b04-a4fd-175582621f0d, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:29:53.835317 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c1f3a776-8ec1-4b04-a4fd-175582621f0d), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:53.835895 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=100 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:53.851505 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:53.855175 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:53.870337 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:53.937583 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:29:53.939011 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (9a6c16ff-cd05-4bdf-9ce6-ceb15a620756), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:53.939953 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 Sep 23 01:29:53.948201 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-4df44856-6b4c-49ef-b5a0-79cba5235da8 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:29:53.951669 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:53.956611 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] Network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:29:53.958314 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-4df44856-6b4c-49ef-b5a0-79cba5235da8 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/networks?id=a0c19b36-6dcd-4567-812d-252de08febdf HTTP/1.1" status: 200 len: 809 time: 0.7759812 Sep 23 01:29:53.963085 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:53.972378 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:29:53.973383 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735960'] for router_interface (8a72148d-2e43-4d7a-b8ed-d49526982525), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:53.978823 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-e632699e-1d3a-4c32-ba10-f58618822331 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/quotas/a90db67f8f74446b8cbd913a2a17c0b1 HTTP/1.1" status: 200 len: 375 time: 0.0195222 Sep 23 01:29:53.989923 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b680127-6807-4845-8d27-72af619efd35', 'name': 'tempest-DeleteServersTestJSON-9038832-router', 'tenant_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'e4a3f863-b227-4ab7-83d2-4d0137602434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:39Z', 'updated_at': '2022-09-23T01:29:48Z', 'revision_number': 4, 'project_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'gw_port': {'id': 'e4a3f863-b227-4ab7-83d2-4d0137602434', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b680127-6807-4845-8d27-72af619efd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:40Z', 'updated_at': '2022-09-23T01:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '6d2ccd41-39e8-4468-bde4-43ad278e24dd', 'name': '', 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf', 'tenant_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'mac_address': 'fa:16:3e:30:50:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b680127-6807-4845-8d27-72af619efd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b56f744e-834c-45c8-9f6b-fb3cd6317e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:45Z', 'updated_at': '2022-09-23T01:29:49Z', 'revision_number': 2, 'project_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'subnets': [{'id': 'b56f744e-834c-45c8-9f6b-fb3cd6317e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:54.064539 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (b0a23080-5e70-4836-a88b-1396740c3f68), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.092915 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b4994d-4148-412d-a0c3-bb6e91007f10,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:54.196370 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0d294043-620d-45c4-99f2-a0b927416472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.239710 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-12ed6832-43cd-43a0-ae36-6705ee49c2d0 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a90db67f8f74446b8cbd913a2a17c0b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2594554 Sep 23 01:29:54.241152 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Checking router: 5b680127-6807-4845-8d27-72af619efd35 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:29:54.241543 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Updating router 5b680127-6807-4845-8d27-72af619efd35 port 6d2ccd41-39e8-4468-bde4-43ad278e24dd binding host dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:29:54.263015 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] Network f7b971fd-945f-4624-ba90-e53784d63da6 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:29:54.263219 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Attempt 8 to provision port 6d2ccd41-39e8-4468-bde4-43ad278e24dd Sep 23 01:29:54.267389 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:54.273771 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:29:54.274750 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735960'] for router_interface (2e261646-45a3-4efd-9e39-d0fd6a3ba39f), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.376970 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] Pushing event updated for resources: {'Port': ['ID=b0a23080-5e70-4836-a88b-1396740c3f68,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:54.473497 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.572416 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] Allocated IP 172.20.0.1 (fd195584-9c0f-4bc1-8f70-84ad33facee8/14588842-7014-4d4b-b88a-21758b766661/2f84ec89-3da3-4e5b-ba9c-468ab28e4650) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:29:54.603263 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:29:54.604432 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device e4a3f863-b227-4ab7-83d2-4d0137602434 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:29:54.657181 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0d294043-620d-45c4-99f2-a0b927416472 admin admin] Publish callbacks [] for security_group (6c79632f-ad9c-4d45-a96a-2d36d5445f31), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.665259 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Publish callbacks [] for port (986c2f54-b691-4fbb-8a09-29ab8c2bca1b), precommit_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.672987 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39478) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:54.750268 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Port 6d2ccd41-39e8-4468-bde4-43ad278e24dd cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:29:54.761750 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.764707 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] For port c1f3a776-8ec1-4b04-a4fd-175582621f0d, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:29:54.780226 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] For port c1f3a776-8ec1-4b04-a4fd-175582621f0d, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=c1f3a776-8ec1-4b04-a4fd-175582621f0d,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:29:54.859571 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (986c2f54-b691-4fbb-8a09-29ab8c2bca1b), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.867803 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port e4a3f863-b227-4ab7-83d2-4d0137602434 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:29:54.868232 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0d294043-620d-45c4-99f2-a0b927416472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (6c79632f-ad9c-4d45-a96a-2d36d5445f31), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.868771 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (e4a3f863-b227-4ab7-83d2-4d0137602434), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.868771 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port e4a3f863-b227-4ab7-83d2-4d0137602434 Sep 23 01:29:54.869980 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-87eb6a86-cb85-4393-84b2-1baa96031132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.924835 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c1f3a776-8ec1-4b04-a4fd-175582621f0d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.940764 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Attempting to bind port 986c2f54-b691-4fbb-8a09-29ab8c2bca1b on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:29:54.940764 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Attempting to bind port 986c2f54-b691-4fbb-8a09-29ab8c2bca1b by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:29:54.941068 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Attempting to bind port 986c2f54-b691-4fbb-8a09-29ab8c2bca1b on network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:29:54.979052 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (b0a23080-5e70-4836-a88b-1396740c3f68), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:54.995753 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4af0d6-e092-41c6-adee-570627466a1d None None] Pushing event updated for resources: {'Port': ['ID=c1f3a776-8ec1-4b04-a4fd-175582621f0d,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:54.997662 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-ccbc4752-f281-4bbe-8706-3da23ad761a8 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:29:54.999974 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-ccbc4752-f281-4bbe-8706-3da23ad761a8 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3117111 Sep 23 01:29:55.042150 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Routers {'8a72148d-2e43-4d7a-b8ed-d49526982525'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:29:55.042939 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:29:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['8a72148d-2e43-4d7a-b8ed-d49526982525'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:55.045346 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:49Z', 'revision_number': 3, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:55.089109 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:55.103663 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6300cec-39a3-4487-89b7-ab7f5358b9d6 None None] Pushing event updated for resources: {'Port': ['ID=986c2f54-b691-4fbb-8a09-29ab8c2bca1b,revision_number=2']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:55.117154 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-87eb6a86-cb85-4393-84b2-1baa96031132 admin admin] Publish callbacks [] for security_group (cd6298d6-83db-4cbf-b3d4-2499b07f2ab5), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.128754 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:29:55.129761 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Checking segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:29:55.131395 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.132434 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Bound using segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:29:55.133553 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Bound port: 986c2f54-b691-4fbb-8a09-29ab8c2bca1b, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:29:55.134456 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (986c2f54-b691-4fbb-8a09-29ab8c2bca1b), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.166355 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d294043-620d-45c4-99f2-a0b927416472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c79632f-ad9c-4d45-a96a-2d36d5445f31,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:55.169792 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:55.175610 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] Publish callbacks [] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.186064 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-0d294043-620d-45c4-99f2-a0b927416472 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ece76253a5f44e9894f010c0a9a53a93&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4221432 Sep 23 01:29:55.200661 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Checking router: 4e10b688-edb1-43c0-a904-cdc8566842c3 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:29:55.202024 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Updating router 4e10b688-edb1-43c0-a904-cdc8566842c3 port c560d8f8-e724-4705-a66d-0f4cecd00081 binding host dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:29:55.211259 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39494) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:55.247668 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c560d8f8-e724-4705-a66d-0f4cecd00081), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.257880 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Attempt 9 to provision port 6d2ccd41-39e8-4468-bde4-43ad278e24dd Sep 23 01:29:55.258837 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-87eb6a86-cb85-4393-84b2-1baa96031132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (cd6298d6-83db-4cbf-b3d4-2499b07f2ab5), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.355032 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] For port 986c2f54-b691-4fbb-8a09-29ab8c2bca1b, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:29:55.370565 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] For port 986c2f54-b691-4fbb-8a09-29ab8c2bca1b, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=986c2f54-b691-4fbb-8a09-29ab8c2bca1b,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:29:55.378973 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-fff957b5-78b2-4421-a585-5fb3bcc7b95d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a0c19b36-6dcd-4567-812d-252de08febdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349681 Sep 23 01:29:55.452944 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb6a86-cb85-4393-84b2-1baa96031132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6298d6-83db-4cbf-b3d4-2499b07f2ab5,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:55.460570 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Publish callbacks [] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), precommit_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.481761 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:55.524095 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port e4a3f863-b227-4ab7-83d2-4d0137602434 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:29:55.524709 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (e4a3f863-b227-4ab7-83d2-4d0137602434), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.537199 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-87eb6a86-cb85-4393-84b2-1baa96031132 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c44d377f4f9749798e0a1c4ee9a6a5ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8597665 Sep 23 01:29:55.540619 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:55.543057 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.545807 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 39498) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:55.547036 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:55.553013 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (986c2f54-b691-4fbb-8a09-29ab8c2bca1b), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.619099 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-317f9dab-b4bb-4aa7-b63f-40f8633fe7b7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a0c19b36-6dcd-4567-812d-252de08febdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247488 Sep 23 01:29:55.645274 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.697940 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port e4a3f863-b227-4ab7-83d2-4d0137602434, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=e4a3f863-b227-4ab7-83d2-4d0137602434,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:29:55.699329 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Port 6d2ccd41-39e8-4468-bde4-43ad278e24dd cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:29:55.700060 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e74b743b-a540-48ba-83f9-56c940fd1cef admin admin] Publish callbacks [] for security_group (6c79632f-ad9c-4d45-a96a-2d36d5445f31), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.704573 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] Network fd195584-9c0f-4bc1-8f70-84ad33facee8 is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:29:55.728393 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Routers {'2e261646-45a3-4efd-9e39-d0fd6a3ba39f'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:29:55.729568 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:29:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:55.741560 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:55.750141 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:29:55.753645 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735960'] for router_interface (4e10b688-edb1-43c0-a904-cdc8566842c3), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.756996 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] Set router 8a72148d-2e43-4d7a-b8ed-d49526982525 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:29:55.776128 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] Pushing event updated for resources: {'Port': ['ID=2f84ec89-3da3-4e5b-ba9c-468ab28e4650,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:55.842155 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (e4a3f863-b227-4ab7-83d2-4d0137602434), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.911265 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] Publish callbacks [] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:55.993461 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] Set router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:29:56.010696 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-21932394-513c-4a9b-9508-ac5f4e950c45 admin admin] Publish callbacks [] for security_group (cd6298d6-83db-4cbf-b3d4-2499b07f2ab5), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.088197 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e74b743b-a540-48ba-83f9-56c940fd1cef admin admin] Publish callbacks [] for security_group (6c79632f-ad9c-4d45-a96a-2d36d5445f31), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.107084 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] Publish callbacks [] for port (b0a23080-5e70-4836-a88b-1396740c3f68), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.113334 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.114844 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736076'] for router_interface (8a72148d-2e43-4d7a-b8ed-d49526982525), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.210726 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Attempt 10 to provision port 6d2ccd41-39e8-4468-bde4-43ad278e24dd Sep 23 01:29:56.221955 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:56.241465 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Publish callbacks [] for port (c560d8f8-e724-4705-a66d-0f4cecd00081), precommit_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.243819 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-21932394-513c-4a9b-9508-ac5f4e950c45 admin admin] Publish callbacks [] for security_group (cd6298d6-83db-4cbf-b3d4-2499b07f2ab5), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.255882 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 1468974e-e658-4355-b0b5-0755a4af59c0 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:29:56.287280 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=e4a3f863-b227-4ab7-83d2-4d0137602434,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:56.302115 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:56.361344 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d33ba-7175-4e62-bb31-5bd822a94d26 None None] Port 6d2ccd41-39e8-4468-bde4-43ad278e24dd cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:29:56.376578 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c560d8f8-e724-4705-a66d-0f4cecd00081), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.407377 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (b0a23080-5e70-4836-a88b-1396740c3f68), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.408745 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736076'] for router_interface (2e261646-45a3-4efd-9e39-d0fd6a3ba39f), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.522304 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.651290 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Attempting to bind port 6d2ccd41-39e8-4468-bde4-43ad278e24dd on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:29:56.653467 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Attempting to bind port 6d2ccd41-39e8-4468-bde4-43ad278e24dd by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '03d47607-353e-4aeb-bbdc-7205e9973798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf'}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:29:56.656329 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Attempting to bind port 6d2ccd41-39e8-4468-bde4-43ad278e24dd on network a0c19b36-6dcd-4567-812d-252de08febdf {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:29:56.669324 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] Network f7b971fd-945f-4624-ba90-e53784d63da6 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:29:56.678954 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:56.682394 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e74b743b-a540-48ba-83f9-56c940fd1cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (6c79632f-ad9c-4d45-a96a-2d36d5445f31), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.689141 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e74b743b-a540-48ba-83f9-56c940fd1cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.695520 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-e74b743b-a540-48ba-83f9-56c940fd1cef admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6c79632f-ad9c-4d45-a96a-2d36d5445f31 HTTP/1.1" status: 204 len: 168 time: 1.4772561 Sep 23 01:29:56.721686 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6300cec-39a3-4487-89b7-ab7f5358b9d6 None None] Pushing event updated for resources: {'Port': ['ID=986c2f54-b691-4fbb-8a09-29ab8c2bca1b,revision_number=3']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:56.792479 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4024c-e539-47a8-b121-0107ae1f6af3 None None] Pushing event updated for resources: {'Port': ['ID=6d2ccd41-39e8-4468-bde4-43ad278e24dd,revision_number=3']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:56.812735 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:29:56.812735 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Checking segment: {'id': '03d47607-353e-4aeb-bbdc-7205e9973798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:29:56.812735 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.812735 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Bound using segment: {'id': '03d47607-353e-4aeb-bbdc-7205e9973798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf'} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:29:56.812735 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Bound port: 6d2ccd41-39e8-4468-bde4-43ad278e24dd, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d47607-353e-4aeb-bbdc-7205e9973798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf'}}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:29:56.812735 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:56.863613 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39532) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:56.865294 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:56.867202 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b743b-a540-48ba-83f9-56c940fd1cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c79632f-ad9c-4d45-a96a-2d36d5445f31,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:56.882209 dv-cinder-849143-7-iscsi neutron-server[107236]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 01:29:57.043578 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 1468974e-e658-4355-b0b5-0755a4af59c0 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:29:57.044510 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (1468974e-e658-4355-b0b5-0755a4af59c0), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.045438 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 1468974e-e658-4355-b0b5-0755a4af59c0 Sep 23 01:29:57.068191 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-25559701-11f3-44e6-b2c0-fa6c6dab41a1 req-1f71acdf-5507-41da-9b69-6980a48e8298 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 210 time: 0.1841753 Sep 23 01:29:57.098174 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'gw_port': {'id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'b0a23080-5e70-4836-a88b-1396740c3f68', 'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'mac_address': 'fa:16:3e:fd:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f171f77f-736d-489a-928a-20915fd59544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:52Z', 'updated_at': '2022-09-23T01:29:53Z', 'revision_number': 1, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'subnets': [{'id': 'f171f77f-736d-489a-928a-20915fd59544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:57.177047 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Attempting to bind port c560d8f8-e724-4705-a66d-0f4cecd00081 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:29:57.177764 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Attempting to bind port c560d8f8-e724-4705-a66d-0f4cecd00081 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:29:57.178413 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Attempting to bind port c560d8f8-e724-4705-a66d-0f4cecd00081 on network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:29:57.193684 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f08f013-0f33-457b-a9af-d9b629d10f27 None None] The sync data for ids ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'] in dv-cinder-849143-7-iscsi is: [{'id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'gw_port': {'id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'b0a23080-5e70-4836-a88b-1396740c3f68', 'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'mac_address': 'fa:16:3e:fd:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f171f77f-736d-489a-928a-20915fd59544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:52Z', 'updated_at': '2022-09-23T01:29:53Z', 'revision_number': 1, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'subnets': [{'id': 'f171f77f-736d-489a-928a-20915fd59544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:29:57.204564 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] For port 6d2ccd41-39e8-4468-bde4-43ad278e24dd, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:29:57.212528 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-21932394-513c-4a9b-9508-ac5f4e950c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (cd6298d6-83db-4cbf-b3d4-2499b07f2ab5), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.222867 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-21932394-513c-4a9b-9508-ac5f4e950c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.227775 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b4994d-4148-412d-a0c3-bb6e91007f10,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:57.228263 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] For port 6d2ccd41-39e8-4468-bde4-43ad278e24dd, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=6d2ccd41-39e8-4468-bde4-43ad278e24dd,segment=NetworkSegment(03d47607-353e-4aeb-bbdc-7205e9973798),segment_id=03d47607-353e-4aeb-bbdc-7205e9973798)] {{(pid=107238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:29:57.237482 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-21932394-513c-4a9b-9508-ac5f4e950c45 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/cd6298d6-83db-4cbf-b3d4-2499b07f2ab5 HTTP/1.1" status: 204 len: 168 time: 1.6822436 Sep 23 01:29:57.314457 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c988a-8dee-4d7c-bbb0-d082f190f671 None None] Pushing event updated for resources: {'Port': ['ID=c560d8f8-e724-4705-a66d-0f4cecd00081,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:57.326400 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21932394-513c-4a9b-9508-ac5f4e950c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6298d6-83db-4cbf-b3d4-2499b07f2ab5,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:57.327134 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.341196 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:57.440909 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Provisioning complete for port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:29:57.441502 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.446424 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 1 to provision port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 Sep 23 01:29:57.453531 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:57.481123 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] Pushing event updated for resources: {'Port': ['ID=b0a23080-5e70-4836-a88b-1396740c3f68,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:57.532112 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Routers {'5b680127-6807-4845-8d27-72af619efd35'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:29:57.533533 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:29:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['5b680127-6807-4845-8d27-72af619efd35'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:57.552350 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4024c-e539-47a8-b121-0107ae1f6af3 None None] Pushing event updated for resources: {'Port': ['ID=6d2ccd41-39e8-4468-bde4-43ad278e24dd,revision_number=4']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:57.564035 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'd8b4994d-4148-412d-a0c3-bb6e91007f10', 'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'mac_address': 'fa:16:3e:07:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:51Z', 'updated_at': '2022-09-23T01:29:52Z', 'revision_number': 1, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'subnets': [{'id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:57.628853 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] Publish callbacks [] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.631694 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] Network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:29:57.700620 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.701818 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736076'] for router_interface (4e10b688-edb1-43c0-a904-cdc8566842c3), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.819768 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:57.936237 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e5ef0-1aae-477e-b8ac-8d537508f3f2 None None] The sync data for ids ['8a72148d-2e43-4d7a-b8ed-d49526982525'] in dv-cinder-849143-7-iscsi is: [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'd8b4994d-4148-412d-a0c3-bb6e91007f10', 'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'mac_address': 'fa:16:3e:07:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:51Z', 'updated_at': '2022-09-23T01:29:52Z', 'revision_number': 1, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'subnets': [{'id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:29:57.969240 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:29:57.974754 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Checking segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:29:57.977277 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:57.980612 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.985136 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Bound using segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:29:57.985847 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Bound port: c560d8f8-e724-4705-a66d-0f4cecd00081, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:29:57.986489 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c560d8f8-e724-4705-a66d-0f4cecd00081), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:57.987487 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] Pushing event updated for resources: {'Port': ['ID=2f84ec89-3da3-4e5b-ba9c-468ab28e4650,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:58.123817 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 39548) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:58.143437 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] Set router 5b680127-6807-4845-8d27-72af619efd35 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:29:58.266228 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] Network fd195584-9c0f-4bc1-8f70-84ad33facee8 is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:29:58.272480 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:58.300994 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 1468974e-e658-4355-b0b5-0755a4af59c0 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:29:58.307169 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:29:58.338532 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:58.345625 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:29:58.346289 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:58.383254 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] For port c560d8f8-e724-4705-a66d-0f4cecd00081, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:29:58.404280 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] For port c560d8f8-e724-4705-a66d-0f4cecd00081, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=c560d8f8-e724-4705-a66d-0f4cecd00081,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:29:58.538269 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c560d8f8-e724-4705-a66d-0f4cecd00081), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:58.807282 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:58.858137 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39566) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:29:58.862407 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3e321b9b-0bd8-4105-a97e-c3de4ed0a688 req-68009d72-a2f0-43a5-9cc7-ddb43fbdc996 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 210 time: 0.4302452 Sep 23 01:29:58.880875 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 2 to provision port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 Sep 23 01:29:58.900860 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b680127-6807-4845-8d27-72af619efd35', 'name': 'tempest-DeleteServersTestJSON-9038832-router', 'tenant_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'e4a3f863-b227-4ab7-83d2-4d0137602434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:39Z', 'updated_at': '2022-09-23T01:29:48Z', 'revision_number': 4, 'project_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'gw_port': {'id': 'e4a3f863-b227-4ab7-83d2-4d0137602434', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b680127-6807-4845-8d27-72af619efd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:40Z', 'updated_at': '2022-09-23T01:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '6d2ccd41-39e8-4468-bde4-43ad278e24dd', 'name': '', 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf', 'tenant_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'mac_address': 'fa:16:3e:30:50:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b680127-6807-4845-8d27-72af619efd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b56f744e-834c-45c8-9f6b-fb3cd6317e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:45Z', 'updated_at': '2022-09-23T01:29:57Z', 'revision_number': 4, 'project_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'subnets': [{'id': 'b56f744e-834c-45c8-9f6b-fb3cd6317e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:58.975204 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] Router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:29:58.991103 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:59.000408 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] Router 8a72148d-2e43-4d7a-b8ed-d49526982525 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:29:59.030299 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed82d2ea-c71f-402a-a517-09eb3371bbc3 None None] The sync data for ids ['5b680127-6807-4845-8d27-72af619efd35'] in dv-cinder-849143-7-iscsi is: [{'id': '5b680127-6807-4845-8d27-72af619efd35', 'name': 'tempest-DeleteServersTestJSON-9038832-router', 'tenant_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'e4a3f863-b227-4ab7-83d2-4d0137602434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:39Z', 'updated_at': '2022-09-23T01:29:48Z', 'revision_number': 4, 'project_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'gw_port': {'id': 'e4a3f863-b227-4ab7-83d2-4d0137602434', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b680127-6807-4845-8d27-72af619efd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:40Z', 'updated_at': '2022-09-23T01:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '6d2ccd41-39e8-4468-bde4-43ad278e24dd', 'name': '', 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf', 'tenant_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'mac_address': 'fa:16:3e:30:50:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b680127-6807-4845-8d27-72af619efd35', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b56f744e-834c-45c8-9f6b-fb3cd6317e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:45Z', 'updated_at': '2022-09-23T01:29:57Z', 'revision_number': 4, 'project_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'subnets': [{'id': 'b56f744e-834c-45c8-9f6b-fb3cd6317e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:29:59.052605 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e6bc6709-8b6f-4694-81c3-898be3597133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:59.071332 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device e4a3f863-b227-4ab7-83d2-4d0137602434 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:29:59.078903 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Routers {'4e10b688-edb1-43c0-a904-cdc8566842c3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:29:59.081248 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:29:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['4e10b688-edb1-43c0-a904-cdc8566842c3'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:29:59.308380 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] Router 4e10b688-edb1-43c0-a904-cdc8566842c3 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:29:59.526073 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c988a-8dee-4d7c-bbb0-d082f190f671 None None] Pushing event updated for resources: {'Port': ['ID=c560d8f8-e724-4705-a66d-0f4cecd00081,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:29:59.550417 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:29:59.641961 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port e4a3f863-b227-4ab7-83d2-4d0137602434 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:29:59.660901 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (e4a3f863-b227-4ab7-83d2-4d0137602434), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:59.666763 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port e4a3f863-b227-4ab7-83d2-4d0137602434 Sep 23 01:29:59.690939 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:29:59.691522 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3dc0700e-859a-4a97-bb71-7fb8e9ec5549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:59.701208 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-fd0bee6f-e7cb-4a00-9199-ef2946aa3a63 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/8a72148d-2e43-4d7a-b8ed-d49526982525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6521885 Sep 23 01:29:59.703325 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:29:59.716451 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-a739f818-9f73-4b23-b237-2d21697f1a8d admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/2e261646-45a3-4efd-9e39-d0fd6a3ba39f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3446596 Sep 23 01:29:59.889919 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e6bc6709-8b6f-4694-81c3-898be3597133 admin admin] Publish callbacks [] for security_group (03dabe80-5a3e-4139-8827-ed7663308dcf), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:29:59.914563 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:29:59.932304 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-e94193b1-002e-4e2e-a85c-f762ee116782 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/4e10b688-edb1-43c0-a904-cdc8566842c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5062342 Sep 23 01:29:59.959909 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:29:59.978956 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] Set router 4e10b688-edb1-43c0-a904-cdc8566842c3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:29:59.988289 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e6bc6709-8b6f-4694-81c3-898be3597133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (03dabe80-5a3e-4139-8827-ed7663308dcf), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:00.181272 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 3 to provision port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 Sep 23 01:30:00.231657 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-768d8503-a822-4822-a49f-d6efeb734161 req-e161e785-f729-48ad-ac14-3e65d83db0d6 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 210 time: 0.1873558 Sep 23 01:30:00.251389 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:00.277213 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-e6bc6709-8b6f-4694-81c3-898be3597133 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2d0be9429f6f4bb78b5a31e2187b85f6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3897388 Sep 23 01:30:00.278826 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 39592) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:00.302883 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc6709-8b6f-4694-81c3-898be3597133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dabe80-5a3e-4139-8827-ed7663308dcf,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:00.345463 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port e4a3f863-b227-4ab7-83d2-4d0137602434 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:00.399664 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3dc0700e-859a-4a97-bb71-7fb8e9ec5549 admin admin] Publish callbacks [] for security_group (1f6a511d-66f6-4e93-91a2-71d3770c787a), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:00.452139 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:00.459002 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d2755dc7-c915-494a-8158-a9d327c606f9 admin admin] Publish callbacks [] for security_group (03dabe80-5a3e-4139-8827-ed7663308dcf), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:00.511396 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3dc0700e-859a-4a97-bb71-7fb8e9ec5549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (1f6a511d-66f6-4e93-91a2-71d3770c787a), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:00.561109 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:00.584327 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:00.625203 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d2755dc7-c915-494a-8158-a9d327c606f9 admin admin] Publish callbacks [] for security_group (03dabe80-5a3e-4139-8827-ed7663308dcf), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:00.736723 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-3dc0700e-859a-4a97-bb71-7fb8e9ec5549 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=eb91993f6c5445abb3780710cc9dba24&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6110280 Sep 23 01:30:00.737021 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39602) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:00.768957 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device c1f3a776-8ec1-4b04-a4fd-175582621f0d up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:00.772269 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0700e-859a-4a97-bb71-7fb8e9ec5549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6a511d-66f6-4e93-91a2-71d3770c787a,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:00.872099 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:00.954883 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d2755dc7-c915-494a-8158-a9d327c606f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (03dabe80-5a3e-4139-8827-ed7663308dcf), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:00.958563 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d2755dc7-c915-494a-8158-a9d327c606f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:00.960433 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-d2755dc7-c915-494a-8158-a9d327c606f9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/03dabe80-5a3e-4139-8827-ed7663308dcf HTTP/1.1" status: 204 len: 168 time: 0.6796148 Sep 23 01:30:00.986257 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2755dc7-c915-494a-8158-a9d327c606f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dabe80-5a3e-4139-8827-ed7663308dcf,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:01.050025 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-aec5519a-d843-4e21-9fd2-a1d08bf8aed9 admin admin] Publish callbacks [] for security_group (1f6a511d-66f6-4e93-91a2-71d3770c787a), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.073495 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 4 to provision port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 Sep 23 01:30:01.120106 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:01.158808 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-aec5519a-d843-4e21-9fd2-a1d08bf8aed9 admin admin] Publish callbacks [] for security_group (1f6a511d-66f6-4e93-91a2-71d3770c787a), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.177897 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port c1f3a776-8ec1-4b04-a4fd-175582621f0d triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:01.178284 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (c1f3a776-8ec1-4b04-a4fd-175582621f0d), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.178741 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port c1f3a776-8ec1-4b04-a4fd-175582621f0d Sep 23 01:30:01.286426 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:56Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '2f84ec89-3da3-4e5b-ba9c-468ab28e4650', 'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'mac_address': 'fa:16:3e:de:5f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:53Z', 'updated_at': '2022-09-23T01:29:57Z', 'revision_number': 2, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'subnets': [{'id': '14588842-7014-4d4b-b88a-21758b766661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:01.326741 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352dcce4-ffb2-4764-9fb0-8a80d26be5ba None None] The sync data for ids ['4e10b688-edb1-43c0-a904-cdc8566842c3'] in dv-cinder-849143-7-iscsi is: [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:56Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '2f84ec89-3da3-4e5b-ba9c-468ab28e4650', 'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'mac_address': 'fa:16:3e:de:5f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:53Z', 'updated_at': '2022-09-23T01:29:57Z', 'revision_number': 2, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'subnets': [{'id': '14588842-7014-4d4b-b88a-21758b766661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:30:01.346616 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39620) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:01.356783 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-7d42e7d8-ea94-4632-8c56-2ce63e83f1f8 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--443375933', 'description': 'tempest-description--895491944'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:01.393587 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port c1f3a776-8ec1-4b04-a4fd-175582621f0d is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:01.395365 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c1f3a776-8ec1-4b04-a4fd-175582621f0d), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.410260 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-aec5519a-d843-4e21-9fd2-a1d08bf8aed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (1f6a511d-66f6-4e93-91a2-71d3770c787a), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.413562 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-aec5519a-d843-4e21-9fd2-a1d08bf8aed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.413927 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:01.417358 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-aec5519a-d843-4e21-9fd2-a1d08bf8aed9 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1f6a511d-66f6-4e93-91a2-71d3770c787a HTTP/1.1" status: 204 len: 168 time: 0.6781774 Sep 23 01:30:01.429819 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5519a-d843-4e21-9fd2-a1d08bf8aed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6a511d-66f6-4e93-91a2-71d3770c787a,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:01.430164 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port c1f3a776-8ec1-4b04-a4fd-175582621f0d, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=c1f3a776-8ec1-4b04-a4fd-175582621f0d,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:01.480916 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7d42e7d8-ea94-4632-8c56-2ce63e83f1f8 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.560069 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c1f3a776-8ec1-4b04-a4fd-175582621f0d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.560612 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 6d2ccd41-39e8-4468-bde4-43ad278e24dd up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:01.669088 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7d42e7d8-ea94-4632-8c56-2ce63e83f1f8 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group (fcb8f8df-ac76-4f8a-8575-0a4a0981ba35), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.679846 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 5 to provision port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 Sep 23 01:30:01.816977 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:01.824205 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7d42e7d8-ea94-4632-8c56-2ce63e83f1f8 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (fcb8f8df-ac76-4f8a-8575-0a4a0981ba35), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.845318 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 39632) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:01.861235 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-499de564-5a3e-4756-ba9e-6e19c7cdb0eb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1768606471', 'description': 'tempest-description--679887801'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:01.867645 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=c1f3a776-8ec1-4b04-a4fd-175582621f0d,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:01.896437 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 6d2ccd41-39e8-4468-bde4-43ad278e24dd triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:01.901533 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:01.901533 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 6d2ccd41-39e8-4468-bde4-43ad278e24dd Sep 23 01:30:01.973448 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42e7d8-ea94-4632-8c56-2ce63e83f1f8 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:02.034620 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-499de564-5a3e-4756-ba9e-6e19c7cdb0eb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:02.092656 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:02.160831 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7d42e7d8-ea94-4632-8c56-2ce63e83f1f8 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:02.172945 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-7d42e7d8-ea94-4632-8c56-2ce63e83f1f8 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8236685 Sep 23 01:30:02.177686 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39636) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:02.227635 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-4e54c730-9de3-47ff-aa9a-d075dd7336da tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Request body: {'security_group_rule': {'security_group_id': 'fcb8f8df-ac76-4f8a-8575-0a4a0981ba35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:02.245607 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:02.251453 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 6d2ccd41-39e8-4468-bde4-43ad278e24dd is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:02.252367 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:02.318357 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 6 to provision port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 Sep 23 01:30:02.388290 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-499de564-5a3e-4756-ba9e-6e19c7cdb0eb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group (fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:02.521307 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3f566338-973e-4f65-9c13-7ec747f4cabb req-cb92a22a-f25f-4f45-9a2b-f804266d6810 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 210 time: 0.1278579 Sep 23 01:30:02.558933 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:02.564781 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4e54c730-9de3-47ff-aa9a-d075dd7336da tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group_rule (6b1b0bf7-5f79-4ee4-bf20-5301889a2695), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:02.577138 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-499de564-5a3e-4756-ba9e-6e19c7cdb0eb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:02.679113 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port 6d2ccd41-39e8-4468-bde4-43ad278e24dd, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=6d2ccd41-39e8-4468-bde4-43ad278e24dd,segment=NetworkSegment(03d47607-353e-4aeb-bbdc-7205e9973798),segment_id=03d47607-353e-4aeb-bbdc-7205e9973798)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:02.724039 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-499de564-5a3e-4756-ba9e-6e19c7cdb0eb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:02.735166 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39646) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:02.750469 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-499de564-5a3e-4756-ba9e-6e19c7cdb0eb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8973458 Sep 23 01:30:02.753704 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499de564-5a3e-4756-ba9e-6e19c7cdb0eb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:02.772950 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-3fe8a0c5-4775-4fb3-b082-7d3ab3e36aa7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Request body: {'security_group_rule': {'security_group_id': 'fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:02.779228 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:02.781123 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 986c2f54-b691-4fbb-8a09-29ab8c2bca1b up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:03.078798 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 7 to provision port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 Sep 23 01:30:03.172031 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4e54c730-9de3-47ff-aa9a-d075dd7336da tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group_rule (6b1b0bf7-5f79-4ee4-bf20-5301889a2695), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:03.252359 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:03.269864 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:03.324884 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4e54c730-9de3-47ff-aa9a-d075dd7336da tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (6b1b0bf7-5f79-4ee4-bf20-5301889a2695), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:03.361737 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=6d2ccd41-39e8-4468-bde4-43ad278e24dd,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:03.410504 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 986c2f54-b691-4fbb-8a09-29ab8c2bca1b triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:03.411189 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (986c2f54-b691-4fbb-8a09-29ab8c2bca1b), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:03.411916 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 986c2f54-b691-4fbb-8a09-29ab8c2bca1b Sep 23 01:30:03.439902 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3fe8a0c5-4775-4fb3-b082-7d3ab3e36aa7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group_rule (29680d46-9238-4ef7-a0f2-7818c047734c), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:03.515415 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54c730-9de3-47ff-aa9a-d075dd7336da tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1b0bf7-5f79-4ee4-bf20-5301889a2695,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:03.629596 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 986c2f54-b691-4fbb-8a09-29ab8c2bca1b is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:03.629596 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (986c2f54-b691-4fbb-8a09-29ab8c2bca1b), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:03.680279 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port 986c2f54-b691-4fbb-8a09-29ab8c2bca1b, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=986c2f54-b691-4fbb-8a09-29ab8c2bca1b,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:03.741421 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:03.774357 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 8 to provision port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 Sep 23 01:30:03.848735 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3fe8a0c5-4775-4fb3-b082-7d3ab3e36aa7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group_rule (29680d46-9238-4ef7-a0f2-7818c047734c), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:03.868597 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (986c2f54-b691-4fbb-8a09-29ab8c2bca1b), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:03.902062 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4e54c730-9de3-47ff-aa9a-d075dd7336da tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:03.909068 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 39678) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:03.911652 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-4e54c730-9de3-47ff-aa9a-d075dd7336da tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7095675 Sep 23 01:30:03.920712 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-e0856273-ba48-4f00-abec-dec7012fb15e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Request body: {'security_group_rule': {'security_group_id': 'fcb8f8df-ac76-4f8a-8575-0a4a0981ba35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:03.936332 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a4f319c9-8e57-4265-bb45-5046b2296d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:03.949731 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eaaef-826b-451e-8179-6746144271a9 req-921ad2d0-eb50-4bd0-ab4b-73dd495302d8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:03.954500 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ba7eaaef-826b-451e-8179-6746144271a9 req-921ad2d0-eb50-4bd0-ab4b-73dd495302d8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 200 len: 819 time: 1.0878575 Sep 23 01:30:04.009780 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ba7eaaef-826b-451e-8179-6746144271a9 req-b161ee45-003e-4c4b-841f-09e79fa626f0 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/quotas/1b8939e407ff4bdc81191af7f0593cd5 HTTP/1.1" status: 200 len: 375 time: 0.0414405 Sep 23 01:30:04.081889 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2a4ba9a0-c3c9-41e8-a172-1bcea997d0b8 req-726686b8-cb8e-4d7b-ba08-6f2de6b72034 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 210 time: 0.0994642 Sep 23 01:30:04.205567 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:04.209941 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3fe8a0c5-4775-4fb3-b082-7d3ab3e36aa7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (29680d46-9238-4ef7-a0f2-7818c047734c), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:04.257956 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e0856273-ba48-4f00-abec-dec7012fb15e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group_rule (0bfa958d-6f95-4b0e-8c6b-58e4b406f614), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:04.336344 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 6d2ccd41-39e8-4468-bde4-43ad278e24dd up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:04.366053 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8a0c5-4775-4fb3-b082-7d3ab3e36aa7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29680d46-9238-4ef7-a0f2-7818c047734c,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:04.380028 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ba7eaaef-826b-451e-8179-6746144271a9 req-8deeba67-6b0f-4ca8-b011-181f8db0f71f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3681788 Sep 23 01:30:04.422481 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:04.444434 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 6d2ccd41-39e8-4468-bde4-43ad278e24dd triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:04.445041 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:04.445562 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 6d2ccd41-39e8-4468-bde4-43ad278e24dd Sep 23 01:30:04.462057 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:04.468141 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3fe8a0c5-4775-4fb3-b082-7d3ab3e36aa7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:04.470367 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-3fe8a0c5-4775-4fb3-b082-7d3ab3e36aa7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7235315 Sep 23 01:30:04.475120 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39688) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:04.491359 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-73c7a39d-eff7-4617-916d-9dd2505e8f75 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Request body: {'security_group_rule': {'security_group_id': 'fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:04.510659 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e0856273-ba48-4f00-abec-dec7012fb15e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group_rule (0bfa958d-6f95-4b0e-8c6b-58e4b406f614), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:04.552541 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=986c2f54-b691-4fbb-8a09-29ab8c2bca1b,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:04.600738 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e0856273-ba48-4f00-abec-dec7012fb15e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (0bfa958d-6f95-4b0e-8c6b-58e4b406f614), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:04.657511 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 6d2ccd41-39e8-4468-bde4-43ad278e24dd is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:04.666044 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device c1f3a776-8ec1-4b04-a4fd-175582621f0d up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:04.668400 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:04.673360 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0856273-ba48-4f00-abec-dec7012fb15e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfa958d-6f95-4b0e-8c6b-58e4b406f614,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:04.696051 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-73c7a39d-eff7-4617-916d-9dd2505e8f75 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group_rule (5b94fdb0-caea-4123-bf7c-9c40d26e0516), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:04.795734 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port c1f3a776-8ec1-4b04-a4fd-175582621f0d triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:04.796624 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (c1f3a776-8ec1-4b04-a4fd-175582621f0d), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:04.797153 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port c1f3a776-8ec1-4b04-a4fd-175582621f0d Sep 23 01:30:04.910850 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e0856273-ba48-4f00-abec-dec7012fb15e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:04.915800 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-e0856273-ba48-4f00-abec-dec7012fb15e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0016072 Sep 23 01:30:04.916029 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 39702) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:04.917607 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-73c7a39d-eff7-4617-916d-9dd2505e8f75 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group_rule (5b94fdb0-caea-4123-bf7c-9c40d26e0516), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:04.930095 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-760dcd4e-bc0f-47a0-b873-965155a4ba1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Request body: {'floatingip': {'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:04.946716 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 9 to provision port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 Sep 23 01:30:04.974657 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.81', 59766) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:05.027420 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port c1f3a776-8ec1-4b04-a4fd-175582621f0d is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:05.035948 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:05.070772 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-760dcd4e-bc0f-47a0-b873-965155a4ba1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:05.163473 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-4f4c0f45-d45e-483b-9cac-6363657edb95 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:05.165893 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-4f4c0f45-d45e-483b-9cac-6363657edb95 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.81 "GET /networking/v2.0/networks?id=a0c19b36-6dcd-4567-812d-252de08febdf HTTP/1.1" status: 200 len: 809 time: 0.1897199 Sep 23 01:30:05.167277 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-73c7a39d-eff7-4617-916d-9dd2505e8f75 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (5b94fdb0-caea-4123-bf7c-9c40d26e0516), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:05.195857 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7a39d-eff7-4617-916d-9dd2505e8f75 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b94fdb0-caea-4123-bf7c-9c40d26e0516,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:05.263442 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-def411b8-e5ab-4910-8774-952f88973275 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Request body: {'port': {'device_id': 'd2166a98-2e71-4367-aa3a-9064cb15ae82', 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf', 'admin_state_up': True, 'tenant_id': 'a90db67f8f74446b8cbd913a2a17c0b1'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:05.351898 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:05.424990 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-73c7a39d-eff7-4617-916d-9dd2505e8f75 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:05.424990 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-73c7a39d-eff7-4617-916d-9dd2505e8f75 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9437127 Sep 23 01:30:05.439650 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-760dcd4e-bc0f-47a0-b873-965155a4ba1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:05.489786 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 39720) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:05.536884 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 10 to provision port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 Sep 23 01:30:05.586478 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8557217f-7108-46e5-aae5-66110f863383 req-7a3e8890-3021-4429-b658-8cef0d0e0629 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 210 time: 0.1946025 Sep 23 01:30:05.600482 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-1c55bc1e-3515-48b2-8d7f-fe03b3603a3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Request body: {'floatingip': {'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:05.637017 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:05.638433 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [req-ba7eaaef-826b-451e-8179-6746144271a9 req-7ea43530-ef01-4794-8dba-c1dfa57f9f68 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:30:05.650982 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ba7eaaef-826b-451e-8179-6746144271a9 req-7ea43530-ef01-4794-8dba-c1dfa57f9f68 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3345613 Sep 23 01:30:05.660322 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Provisioning complete for port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:05.661015 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (9a6c16ff-cd05-4bdf-9ce6-ceb15a620756), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:05.661518 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 1 to provision port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 Sep 23 01:30:05.721503 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [None req-760dcd4e-bc0f-47a0-b873-965155a4ba1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Allocated IP 172.27.1.240 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/439b2aea-18b4-4e6c-a153-070e9a23f700) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:06.023735 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Current status of the port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:06.057119 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1c55bc1e-3515-48b2-8d7f-fe03b3603a3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:06.107329 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-760dcd4e-bc0f-47a0-b873-965155a4ba1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for port (439b2aea-18b4-4e6c-a153-070e9a23f700), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:06.159011 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Provisioning complete for port b0a23080-5e70-4836-a88b-1396740c3f68 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:06.161931 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (b0a23080-5e70-4836-a88b-1396740c3f68), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:06.162354 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 1 to provision port b0a23080-5e70-4836-a88b-1396740c3f68 Sep 23 01:30:06.321159 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-760dcd4e-bc0f-47a0-b873-965155a4ba1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (439b2aea-18b4-4e6c-a153-070e9a23f700), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:06.339230 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:06.344212 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 986c2f54-b691-4fbb-8a09-29ab8c2bca1b up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:06.371101 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:06.494185 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760dcd4e-bc0f-47a0-b873-965155a4ba1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:06.525833 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-760dcd4e-bc0f-47a0-b873-965155a4ba1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:06.542647 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760dcd4e-bc0f-47a0-b873-965155a4ba1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:06.738688 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port b0a23080-5e70-4836-a88b-1396740c3f68 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:06.801018 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-760dcd4e-bc0f-47a0-b873-965155a4ba1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for floatingip (4961dd63-c805-4802-af97-eb3f232101c4), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:06.830115 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:06.852787 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760dcd4e-bc0f-47a0-b873-965155a4ba1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Pushing event updated for resources: {'Port': ['ID=439b2aea-18b4-4e6c-a153-070e9a23f700,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:06.941662 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3b57-6729-4520-841f-dd19337f1378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:07.028733 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:INSERT=5,neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:07.057728 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a86885d5-c1e4-414b-a84e-e4d0a58e883a req-1b70e97c-feaf-4e72-ae90-8dabcd13ec51 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 210 time: 0.1146340 Sep 23 01:30:07.137107 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ba7eaaef-826b-451e-8179-6746144271a9 req-0f9fae8c-53a7-4cfd-bded-7f20de416990 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4834113 Sep 23 01:30:07.168814 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 986c2f54-b691-4fbb-8a09-29ab8c2bca1b triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:07.173208 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (986c2f54-b691-4fbb-8a09-29ab8c2bca1b), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:07.174083 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 986c2f54-b691-4fbb-8a09-29ab8c2bca1b Sep 23 01:30:07.237263 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-760dcd4e-bc0f-47a0-b873-965155a4ba1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (439b2aea-18b4-4e6c-a153-070e9a23f700), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:07.328490 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 2 to provision port b0a23080-5e70-4836-a88b-1396740c3f68 Sep 23 01:30:07.352855 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-def411b8-e5ab-4910-8774-952f88973275 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Made reservation on behalf of a90db67f8f74446b8cbd913a2a17c0b1 for: {'port': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:30:07.361639 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-def411b8-e5ab-4910-8774-952f88973275 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:07.580219 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1c55bc1e-3515-48b2-8d7f-fe03b3603a3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:07.753361 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port b0a23080-5e70-4836-a88b-1396740c3f68 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:07.767064 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Sync routers for ids ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:30:07.836734 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Routers {'2e261646-45a3-4efd-9e39-d0fd6a3ba39f'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:07.837489 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:30:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:08.019805 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 986c2f54-b691-4fbb-8a09-29ab8c2bca1b is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:08.170609 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Set router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:08.188271 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-760dcd4e-bc0f-47a0-b873-965155a4ba1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for port (439b2aea-18b4-4e6c-a153-070e9a23f700), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:08.260647 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device c560d8f8-e724-4705-a66d-0f4cecd00081 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:08.260647 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 3 to provision port b0a23080-5e70-4836-a88b-1396740c3f68 Sep 23 01:30:08.359193 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-beabdcf7-8343-4d24-909a-f64471ce8b13 req-f7362c60-7711-4908-b2fb-f34b1b92c893 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 210 time: 0.0695763 Sep 23 01:30:08.363935 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port b0a23080-5e70-4836-a88b-1396740c3f68 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:08.375111 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-760dcd4e-bc0f-47a0-b873-965155a4ba1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (439b2aea-18b4-4e6c-a153-070e9a23f700), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:08.377883 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-760dcd4e-bc0f-47a0-b873-965155a4ba1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (4961dd63-c805-4802-af97-eb3f232101c4), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:08.474386 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-1c55bc1e-3515-48b2-8d7f-fe03b3603a3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Allocated IP 172.27.1.210 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/c54a629c-66d7-4e09-9c16-af97e3f1654d) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:08.490352 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760dcd4e-bc0f-47a0-b873-965155a4ba1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Pushing event updated for resources: {'Port': ['ID=439b2aea-18b4-4e6c-a153-070e9a23f700,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:08.503921 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ba7eaaef-826b-451e-8179-6746144271a9 req-a8c4b0cd-63fc-43ce-91b0-060f6e0d7b99 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3072705 Sep 23 01:30:08.548499 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-760dcd4e-bc0f-47a0-b873-965155a4ba1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:08.548499 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-760dcd4e-bc0f-47a0-b873-965155a4ba1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6200507 Sep 23 01:30:08.661039 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port c560d8f8-e724-4705-a66d-0f4cecd00081 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:08.661668 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (c560d8f8-e724-4705-a66d-0f4cecd00081), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:08.662235 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port c560d8f8-e724-4705-a66d-0f4cecd00081 Sep 23 01:30:08.737477 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:08.892487 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 4 to provision port b0a23080-5e70-4836-a88b-1396740c3f68 Sep 23 01:30:08.972236 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1c55bc1e-3515-48b2-8d7f-fe03b3603a3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for port (c54a629c-66d7-4e09-9c16-af97e3f1654d), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:09.030777 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=70 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:09.194982 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:09.195191 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:09.242894 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1c55bc1e-3515-48b2-8d7f-fe03b3603a3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (c54a629c-66d7-4e09-9c16-af97e3f1654d), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:09.258506 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port b0a23080-5e70-4836-a88b-1396740c3f68 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:09.391487 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Sync routers for ids ['8a72148d-2e43-4d7a-b8ed-d49526982525'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:30:09.405623 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9efe2f70-fda2-4012-92fa-3a3dfac0a04d req-d1f8b539-5423-4a6a-a459-2a307903460f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 210 time: 0.1339166 Sep 23 01:30:09.427090 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Routers {'8a72148d-2e43-4d7a-b8ed-d49526982525'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:09.596172 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:30:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['8a72148d-2e43-4d7a-b8ed-d49526982525'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:09.598911 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'gw_port': {'id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'b0a23080-5e70-4836-a88b-1396740c3f68', 'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'mac_address': 'fa:16:3e:fd:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f171f77f-736d-489a-928a-20915fd59544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:52Z', 'updated_at': '2022-09-23T01:29:55Z', 'revision_number': 2, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'subnets': [{'id': 'f171f77f-736d-489a-928a-20915fd59544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:09.599439 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c55bc1e-3515-48b2-8d7f-fe03b3603a3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:09.599818 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Checking router: 2e261646-45a3-4efd-9e39-d0fd6a3ba39f for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:30:09.599818 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Updating router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f port b0a23080-5e70-4836-a88b-1396740c3f68 binding host dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:30:09.667464 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-1c55bc1e-3515-48b2-8d7f-fe03b3603a3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:09.678687 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c55bc1e-3515-48b2-8d7f-fe03b3603a3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:09.784945 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 5 to provision port b0a23080-5e70-4836-a88b-1396740c3f68 Sep 23 01:30:09.852690 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:09.871192 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-def411b8-e5ab-4910-8774-952f88973275 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Allocated IP 172.20.0.11 (a0c19b36-6dcd-4567-812d-252de08febdf/b56f744e-834c-45c8-9f6b-fb3cd6317e48/2731a03e-93f1-42a0-9954-08f752288652) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:09.903401 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55bc1e-3515-48b2-8d7f-fe03b3603a3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Pushing event updated for resources: {'Port': ['ID=c54a629c-66d7-4e09-9c16-af97e3f1654d,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:09.920178 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-88058827-bea2-452e-91a9-2ddbc8e582de req-54fde6c7-115b-4bd6-afab-6962d08ceb24 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 210 time: 0.2690005 Sep 23 01:30:09.957987 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port c560d8f8-e724-4705-a66d-0f4cecd00081 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:09.958588 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c560d8f8-e724-4705-a66d-0f4cecd00081), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:10.008031 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0e62bb82-42e7-4279-8179-54374319aab8 req-f98d34e5-5669-429d-86d7-6c028ef36c3c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--443375933&fields=id&tenant_id=92e9b7f9904f437f91148da9fc521326 HTTP/1.1" status: 200 len: 267 time: 0.1971707 Sep 23 01:30:10.023592 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Set router 8a72148d-2e43-4d7a-b8ed-d49526982525 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:10.148751 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (b0a23080-5e70-4836-a88b-1396740c3f68), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:10.296436 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62bb82-42e7-4279-8179-54374319aab8 req-f25e77fe-ba1a-4664-a2e1-81596dc813f1 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:10.309990 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0e62bb82-42e7-4279-8179-54374319aab8 req-f25e77fe-ba1a-4664-a2e1-81596dc813f1 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/networks?id=62c29b3e-b2e8-4dd4-ada2-85bc80343af4 HTTP/1.1" status: 200 len: 811 time: 0.3002517 Sep 23 01:30:10.348926 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0e62bb82-42e7-4279-8179-54374319aab8 req-36a17665-ce6f-4f32-be2c-52055f42febd tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/quotas/92e9b7f9904f437f91148da9fc521326 HTTP/1.1" status: 200 len: 375 time: 0.0293956 Sep 23 01:30:10.424249 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port b0a23080-5e70-4836-a88b-1396740c3f68 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:10.472330 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1c55bc1e-3515-48b2-8d7f-fe03b3603a3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for floatingip (7e051ab7-6d8c-4423-a677-c3ae00da338a), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:10.615697 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0e62bb82-42e7-4279-8179-54374319aab8 req-2927b7fa-0c61-4c40-bb6e-22c372040680 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=92e9b7f9904f437f91148da9fc521326&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2653873 Sep 23 01:30:10.686400 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'd8b4994d-4148-412d-a0c3-bb6e91007f10', 'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'mac_address': 'fa:16:3e:07:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:51Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 2, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'subnets': [{'id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:10.809058 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:10.855178 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Checking router: 8a72148d-2e43-4d7a-b8ed-d49526982525 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:30:10.868830 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Updating router 8a72148d-2e43-4d7a-b8ed-d49526982525 port d8b4994d-4148-412d-a0c3-bb6e91007f10 binding host dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:30:10.920222 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port c560d8f8-e724-4705-a66d-0f4cecd00081, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=c560d8f8-e724-4705-a66d-0f4cecd00081,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:10.938689 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 6 to provision port b0a23080-5e70-4836-a88b-1396740c3f68 Sep 23 01:30:11.060343 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:11.138465 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0e62bb82-42e7-4279-8179-54374319aab8 req-f0b6bbe1-aa4e-4dd8-87bf-97d9d845cd78 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360423 Sep 23 01:30:11.157278 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:11.321410 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1c55bc1e-3515-48b2-8d7f-fe03b3603a3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c54a629c-66d7-4e09-9c16-af97e3f1654d), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:11.676381 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0e62bb82-42e7-4279-8179-54374319aab8 req-74fb4cd8-ddf9-46a7-99ca-e4c429af34c8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357254 Sep 23 01:30:11.699453 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-def411b8-e5ab-4910-8774-952f88973275 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Publish callbacks [] for port (2731a03e-93f1-42a0-9954-08f752288652), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:11.845215 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:11.859462 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c560d8f8-e724-4705-a66d-0f4cecd00081), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:12.402221 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:12.448567 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port b0a23080-5e70-4836-a88b-1396740c3f68 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:12.719453 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=c560d8f8-e724-4705-a66d-0f4cecd00081,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:12.779926 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Publish callbacks [] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), precommit_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:12.787457 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:12.888654 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:12.951238 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 7 to provision port b0a23080-5e70-4836-a88b-1396740c3f68 Sep 23 01:30:13.040125 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-def411b8-e5ab-4910-8774-952f88973275 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (2731a03e-93f1-42a0-9954-08f752288652), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:13.094250 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec80678-bbeb-4526-b808-b1b7b1e67020 None None] Pushing event updated for resources: {'Port': ['ID=d8b4994d-4148-412d-a0c3-bb6e91007f10,revision_number=3']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:13.548997 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Attempting to bind port d8b4994d-4148-412d-a0c3-bb6e91007f10 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:13.556614 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Attempting to bind port d8b4994d-4148-412d-a0c3-bb6e91007f10 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': 'eab22f6f-3eb0-43db-a23d-8744583fc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4'}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:13.557684 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Attempting to bind port d8b4994d-4148-412d-a0c3-bb6e91007f10 on network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:13.649993 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbe587-61d4-45d7-b670-8993c83697ab req-a4fe8d34-230c-4498-ad21-23b796bae1a3 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:13.679188 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-34fbe587-61d4-45d7-b670-8993c83697ab req-a4fe8d34-230c-4498-ad21-23b796bae1a3 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 932 time: 0.4208410 Sep 23 01:30:13.746083 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port b0a23080-5e70-4836-a88b-1396740c3f68 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:13.885247 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:13.893780 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Checking segment: {'id': 'eab22f6f-3eb0-43db-a23d-8744583fc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:13.893780 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:13.893780 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Bound using segment: {'id': 'eab22f6f-3eb0-43db-a23d-8744583fc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4'} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:13.913458 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Bound port: d8b4994d-4148-412d-a0c3-bb6e91007f10, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab22f6f-3eb0-43db-a23d-8744583fc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4'}}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:13.915004 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:13.950493 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Publish callbacks [] for port (b0a23080-5e70-4836-a88b-1396740c3f68), precommit_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:14.036254 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (b0a23080-5e70-4836-a88b-1396740c3f68), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:14.094833 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-cd7ead20-8918-473b-823c-21de7d888aae tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:14.137619 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-cd7ead20-8918-473b-823c-21de7d888aae tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 200 len: 819 time: 3.2544591 Sep 23 01:30:14.185791 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-34fbe587-61d4-45d7-b670-8993c83697ab req-d63f636e-35a7-4eab-aa6e-1140be9e6307 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043263 Sep 23 01:30:14.289210 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 8 to provision port b0a23080-5e70-4836-a88b-1396740c3f68 Sep 23 01:30:14.335253 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-def411b8-e5ab-4910-8774-952f88973275 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Network a0c19b36-6dcd-4567-812d-252de08febdf is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:14.362825 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-def411b8-e5ab-4910-8774-952f88973275 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:14.375169 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] For port d8b4994d-4148-412d-a0c3-bb6e91007f10, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:14.383725 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-9f6c0f76-38c6-4589-8cd9-668ace784e09 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/quotas/1b8939e407ff4bdc81191af7f0593cd5 HTTP/1.1" status: 200 len: 375 time: 0.2323394 Sep 23 01:30:14.388771 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-def411b8-e5ab-4910-8774-952f88973275 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:14.402896 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-def411b8-e5ab-4910-8774-952f88973275 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:14.404389 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-def411b8-e5ab-4910-8774-952f88973275 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:14.428597 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] For port d8b4994d-4148-412d-a0c3-bb6e91007f10, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=d8b4994d-4148-412d-a0c3-bb6e91007f10,segment=NetworkSegment(eab22f6f-3eb0-43db-a23d-8744583fc68d),segment_id=eab22f6f-3eb0-43db-a23d-8744583fc68d)] {{(pid=107238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:14.521683 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d3772-dce8-4589-a6ed-f53a256c1e9b None None] Pushing event updated for resources: {'Port': ['ID=b0a23080-5e70-4836-a88b-1396740c3f68,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:14.526533 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def411b8-e5ab-4910-8774-952f88973275 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Pushing event updated for resources: {'Port': ['ID=2731a03e-93f1-42a0-9954-08f752288652,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:14.541842 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device c560d8f8-e724-4705-a66d-0f4cecd00081 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:14.574301 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:14.665770 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-10f2de50-5f17-40e6-91e5-fc8ae1999963 req-eee65556-786b-4b72-b62d-c9b28c47d024 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 210 time: 0.3296700 Sep 23 01:30:14.684626 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port b0a23080-5e70-4836-a88b-1396740c3f68 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:14.900177 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-def411b8-e5ab-4910-8774-952f88973275 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.6531954 Sep 23 01:30:15.022203 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-00c15846-75c7-4aa5-b48d-80bc9c3d74c5 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:30:15.038865 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-00c15846-75c7-4aa5-b48d-80bc9c3d74c5 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1054387 Sep 23 01:30:15.061656 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Attempting to bind port b0a23080-5e70-4836-a88b-1396740c3f68 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:15.062560 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Attempting to bind port b0a23080-5e70-4836-a88b-1396740c3f68 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:15.062560 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Attempting to bind port b0a23080-5e70-4836-a88b-1396740c3f68 on network f7b971fd-945f-4624-ba90-e53784d63da6 {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:15.066987 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1c55bc1e-3515-48b2-8d7f-fe03b3603a3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for port (c54a629c-66d7-4e09-9c16-af97e3f1654d), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:15.079013 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:15.180298 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-fc299a97-22cb-4fa8-b1bb-8cd2623a4d6d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6879280 Sep 23 01:30:15.210274 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 9 to provision port b0a23080-5e70-4836-a88b-1396740c3f68 Sep 23 01:30:15.372941 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Sync routers for ids ['4e10b688-edb1-43c0-a904-cdc8566842c3'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:30:15.376422 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:15.433827 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1c55bc1e-3515-48b2-8d7f-fe03b3603a3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c54a629c-66d7-4e09-9c16-af97e3f1654d), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:15.436890 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1c55bc1e-3515-48b2-8d7f-fe03b3603a3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (7e051ab7-6d8c-4423-a677-c3ae00da338a), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:15.447422 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Routers {'8a72148d-2e43-4d7a-b8ed-d49526982525'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:15.448514 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:30:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['8a72148d-2e43-4d7a-b8ed-d49526982525'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:15.580903 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port c560d8f8-e724-4705-a66d-0f4cecd00081 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:15.593531 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (c560d8f8-e724-4705-a66d-0f4cecd00081), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:15.594082 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port c560d8f8-e724-4705-a66d-0f4cecd00081 Sep 23 01:30:15.651698 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec80678-bbeb-4526-b808-b1b7b1e67020 None None] Pushing event updated for resources: {'Port': ['ID=d8b4994d-4148-412d-a0c3-bb6e91007f10,revision_number=4']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:15.695081 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55bc1e-3515-48b2-8d7f-fe03b3603a3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Pushing event updated for resources: {'Port': ['ID=c54a629c-66d7-4e09-9c16-af97e3f1654d,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:15.772620 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4be1-9ead-4de3-a4df-c1ccb5ea9031 req-2aa96d15-17dc-4f00-9563-35e839369a04 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:15.795146 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-faea4be1-9ead-4de3-a4df-c1ccb5ea9031 req-2aa96d15-17dc-4f00-9563-35e839369a04 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 932 time: 0.2520151 Sep 23 01:30:15.813324 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Routers {'4e10b688-edb1-43c0-a904-cdc8566842c3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:15.814184 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:30:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['4e10b688-edb1-43c0-a904-cdc8566842c3'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:15.937906 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1c55bc1e-3515-48b2-8d7f-fe03b3603a3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:15.954330 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-1c55bc1e-3515-48b2-8d7f-fe03b3603a3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.4562755 Sep 23 01:30:16.036795 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] Set router 8a72148d-2e43-4d7a-b8ed-d49526982525 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:16.078469 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:16.115266 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Request body: {'port': {'device_id': 'd2166a98-2e71-4367-aa3a-9064cb15ae82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:16.115993 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-faea4be1-9ead-4de3-a4df-c1ccb5ea9031 req-68f7f1b0-964f-419d-bcd7-206148dd0171 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185132 Sep 23 01:30:16.319508 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:16.407773 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-42c5178d-b361-4866-8724-490a493e89e0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2171674 Sep 23 01:30:16.426018 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port b0a23080-5e70-4836-a88b-1396740c3f68 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:16.426915 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port c560d8f8-e724-4705-a66d-0f4cecd00081 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:16.488802 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:16.489333 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Checking segment: {'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:16.489864 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:16.490279 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Bound using segment: {'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:16.490869 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Bound port: b0a23080-5e70-4836-a88b-1396740c3f68, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:16.491324 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (b0a23080-5e70-4836-a88b-1396740c3f68), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:16.576042 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9f9a719d-5400-421d-8209-36f2423ddafb req-d37ad0db-74af-4ba7-8c80-f8fd65df373c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 210 time: 0.1946759 Sep 23 01:30:16.945231 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Set router 4e10b688-edb1-43c0-a904-cdc8566842c3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:16.966759 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (2731a03e-93f1-42a0-9954-08f752288652), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:17.132509 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-1bd98d7f-be5e-4042-89d8-c1c07ba3f429 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1768606471&fields=id&tenant_id=cc926b4dede94c3b92441b0c610771f6 HTTP/1.1" status: 200 len: 267 time: 0.2189469 Sep 23 01:30:17.143700 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:17.151617 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 10 to provision port b0a23080-5e70-4836-a88b-1396740c3f68 Sep 23 01:30:17.188522 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.81', 59780) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:17.202635 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device d8b4994d-4148-412d-a0c3-bb6e91007f10 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:17.247175 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'd8b4994d-4148-412d-a0c3-bb6e91007f10', 'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'mac_address': 'fa:16:3e:07:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:51Z', 'updated_at': '2022-09-23T01:30:14Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'subnets': [{'id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:17.397698 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2c62a-2e16-4dc0-af7b-a5cd55193b22 None None] The sync data for ids ['8a72148d-2e43-4d7a-b8ed-d49526982525'] in dv-cinder-849143-7-iscsi is: [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'd8b4994d-4148-412d-a0c3-bb6e91007f10', 'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'mac_address': 'fa:16:3e:07:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:51Z', 'updated_at': '2022-09-23T01:30:14Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'subnets': [{'id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:30:17.565792 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eaaef-826b-451e-8179-6746144271a9 req-7158fef4-222e-4275-a125-34c412a5d66d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:17.567864 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ba7eaaef-826b-451e-8179-6746144271a9 req-7158fef4-222e-4275-a125-34c412a5d66d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.81 "GET /networking/v2.0/networks?id=f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 200 len: 819 time: 0.3771274 Sep 23 01:30:17.601134 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-a898e398-4f56-4368-af65-efd9d5e1769a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:17.601439 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Port b0a23080-5e70-4836-a88b-1396740c3f68 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:17.609968 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-a898e398-4f56-4368-af65-efd9d5e1769a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/networks?id=fd195584-9c0f-4bc1-8f70-84ad33facee8 HTTP/1.1" status: 200 len: 817 time: 0.4726243 Sep 23 01:30:17.630115 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [req-ba7eaaef-826b-451e-8179-6746144271a9 req-370b6f96-7589-436c-9b44-fe9fc48f3452 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Request body: {'port': {'device_id': 'a75f4424-87db-4f88-a745-e8071a1a3404', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'admin_state_up': True, 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:17.649942 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] For port b0a23080-5e70-4836-a88b-1396740c3f68, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:17.662818 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Provisioning complete for port d8b4994d-4148-412d-a0c3-bb6e91007f10 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:17.672091 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:17.673095 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 1 to provision port d8b4994d-4148-412d-a0c3-bb6e91007f10 Sep 23 01:30:17.806132 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] For port b0a23080-5e70-4836-a88b-1396740c3f68, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=b0a23080-5e70-4836-a88b-1396740c3f68,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:17.844502 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-ff064c56-cc3a-40c9-9eb9-4d3f6e94edd3 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/quotas/cc926b4dede94c3b92441b0c610771f6 HTTP/1.1" status: 200 len: 375 time: 0.2329717 Sep 23 01:30:17.938341 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port d8b4994d-4148-412d-a0c3-bb6e91007f10 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:17.949097 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:17.949626 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port d8b4994d-4148-412d-a0c3-bb6e91007f10 Sep 23 01:30:17.986917 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-6db357c4-8373-4882-aa6e-1aa384ea4c31 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=cc926b4dede94c3b92441b0c610771f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1314852 Sep 23 01:30:18.024102 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7eaaef-826b-451e-8179-6746144271a9 req-370b6f96-7589-436c-9b44-fe9fc48f3452 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Made reservation on behalf of 1b8939e407ff4bdc81191af7f0593cd5 for: {'port': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:30:18.052188 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-ba7eaaef-826b-451e-8179-6746144271a9 req-370b6f96-7589-436c-9b44-fe9fc48f3452 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:18.083334 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (b0a23080-5e70-4836-a88b-1396740c3f68), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:18.157655 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-82178258-4c49-4d70-a5be-b6de4b202880 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7217112 Sep 23 01:30:18.349099 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:30:18.398894 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:18.406533 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:56Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '2f84ec89-3da3-4e5b-ba9c-468ab28e4650', 'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'mac_address': 'fa:16:3e:de:5f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:53Z', 'updated_at': '2022-09-23T01:29:57Z', 'revision_number': 2, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'subnets': [{'id': '14588842-7014-4d4b-b88a-21758b766661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:18.854704 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Checking router: 4e10b688-edb1-43c0-a904-cdc8566842c3 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:30:18.855811 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Updating router 4e10b688-edb1-43c0-a904-cdc8566842c3 port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 binding host dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:30:18.902451 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Routers {'2e261646-45a3-4efd-9e39-d0fd6a3ba39f'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:18.905044 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:30:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:18.908736 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:19.045006 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2731a03e-93f1-42a0-9954-08f752288652 {{(pid=107236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:30:19.080869 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Publish callbacks [] for port (2731a03e-93f1-42a0-9954-08f752288652), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:19.207406 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.provisioning_blocks [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Transition to ACTIVE for port object 2731a03e-93f1-42a0-9954-08f752288652 will not be triggered until provisioned by entity L2. {{(pid=107236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:30:19.297359 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Current status of the port d8b4994d-4148-412d-a0c3-bb6e91007f10 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:19.297672 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:19.307191 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (2731a03e-93f1-42a0-9954-08f752288652), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:19.345095 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d3772-dce8-4589-a6ed-f53a256c1e9b None None] Pushing event updated for resources: {'Port': ['ID=b0a23080-5e70-4836-a88b-1396740c3f68,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:19.612705 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:19.621295 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:19.673967 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [req-ba7eaaef-826b-451e-8179-6746144271a9 req-370b6f96-7589-436c-9b44-fe9fc48f3452 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Allocated IP 172.20.0.7 (f7b971fd-945f-4624-ba90-e53784d63da6/f171f77f-736d-489a-928a-20915fd59544/fbe29d32-612d-4c37-bdda-6d63f1cd6de4) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:19.866868 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:19.945354 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] Set router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:19.987261 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-cfdf0333-3d93-4df6-b05b-9901be3286c3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8600042 Sep 23 01:30:20.005016 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Pushing event updated for resources: {'Port': ['ID=2731a03e-93f1-42a0-9954-08f752288652,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:20.028993 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad5e65-19b0-4647-985d-b107d0aa2a94 req-b47291e3-ff48-4c6a-8804-52239f2e4cc1 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:20.042811 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5aad5e65-19b0-4647-985d-b107d0aa2a94 req-b47291e3-ff48-4c6a-8804-52239f2e4cc1 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 944 time: 0.5228498 Sep 23 01:30:20.119059 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Attempting to bind port 2731a03e-93f1-42a0-9954-08f752288652 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:20.119678 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Attempting to bind port 2731a03e-93f1-42a0-9954-08f752288652 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '03d47607-353e-4aeb-bbdc-7205e9973798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf'}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:20.120195 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Attempting to bind port 2731a03e-93f1-42a0-9954-08f752288652 on network a0c19b36-6dcd-4567-812d-252de08febdf {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:20.134712 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:20.157333 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port d8b4994d-4148-412d-a0c3-bb6e91007f10 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:20.164376 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:20.219679 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.81', 59788) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:20.428833 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:20.500979 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5aad5e65-19b0-4647-985d-b107d0aa2a94 req-6cf83925-cffc-42de-ace3-e7a190f79529 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533126 Sep 23 01:30:20.583068 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-ba7eaaef-826b-451e-8179-6746144271a9 req-370b6f96-7589-436c-9b44-fe9fc48f3452 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for port (fbe29d32-612d-4c37-bdda-6d63f1cd6de4), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:20.598877 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-c1e7693b-0c73-423f-9ef3-0d170f100cdb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6129596 Sep 23 01:30:20.745312 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] For port d8b4994d-4148-412d-a0c3-bb6e91007f10, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=d8b4994d-4148-412d-a0c3-bb6e91007f10,segment=NetworkSegment(eab22f6f-3eb0-43db-a23d-8744583fc68d),segment_id=eab22f6f-3eb0-43db-a23d-8744583fc68d)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:20.749086 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Port 2731a03e-93f1-42a0-9954-08f752288652 on network a0c19b36-6dcd-4567-812d-252de08febdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:30:20.750419 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Attempting to bind port 2731a03e-93f1-42a0-9954-08f752288652 on network a0c19b36-6dcd-4567-812d-252de08febdf {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:20.827177 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-ba7eaaef-826b-451e-8179-6746144271a9 req-370b6f96-7589-436c-9b44-fe9fc48f3452 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (fbe29d32-612d-4c37-bdda-6d63f1cd6de4), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:20.905370 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62bb82-42e7-4279-8179-54374319aab8 req-351dd4c7-a406-4ccd-b091-deea984d5b7e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:20.918327 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0e62bb82-42e7-4279-8179-54374319aab8 req-351dd4c7-a406-4ccd-b091-deea984d5b7e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.81 "GET /networking/v2.0/networks?id=62c29b3e-b2e8-4dd4-ada2-85bc80343af4 HTTP/1.1" status: 200 len: 811 time: 0.6781628 Sep 23 01:30:21.023649 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:21.099362 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-22ec9cc8-36b3-421f-aa55-d95916add0d9 req-d3d66d58-be77-48fa-bcc5-53411a439f99 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 210 time: 0.1563413 Sep 23 01:30:21.140896 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:21.156613 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Checking segment: {'id': '03d47607-353e-4aeb-bbdc-7205e9973798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:21.156613 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Bound using segment: {'id': '03d47607-353e-4aeb-bbdc-7205e9973798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf'} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:21.156613 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Bound port: 2731a03e-93f1-42a0-9954-08f752288652, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d47607-353e-4aeb-bbdc-7205e9973798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf'}}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:21.156613 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (2731a03e-93f1-42a0-9954-08f752288652), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:21.350332 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:21.414808 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0e62bb82-42e7-4279-8179-54374319aab8 req-620b044a-e3f8-4b71-b226-820c26bf2dac tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=92e9b7f9904f437f91148da9fc521326 HTTP/1.1" status: 200 len: 379 time: 0.4890339 Sep 23 01:30:21.428333 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-0e62bb82-42e7-4279-8179-54374319aab8 req-af97ee3d-f7d9-4e3c-914b-63f295cb5a59 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Request body: {'port': {'device_id': '09ce20b4-a04e-4dc8-b694-50be8ee53310', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'admin_state_up': True, 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'security_groups': ['fcb8f8df-ac76-4f8a-8575-0a4a0981ba35']}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:21.578070 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7eaaef-826b-451e-8179-6746144271a9 req-370b6f96-7589-436c-9b44-fe9fc48f3452 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Network f7b971fd-945f-4624-ba90-e53784d63da6 is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:21.585539 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b6f96-7589-436c-9b44-fe9fc48f3452 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Pushing event updated for resources: {'Port': ['ID=fbe29d32-612d-4c37-bdda-6d63f1cd6de4,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:21.614830 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-cc1d423a-ad13-4734-a668-fd2b29dfd864 req-5eb6704f-3432-444e-9cd4-667cb562bf70 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 210 time: 0.2001634 Sep 23 01:30:21.621375 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [req-ba7eaaef-826b-451e-8179-6746144271a9 req-370b6f96-7589-436c-9b44-fe9fc48f3452 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:21.624240 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.db.api [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 01:30:21.632084 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG oslo_db.api [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 01:30:21.640579 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7eaaef-826b-451e-8179-6746144271a9 req-370b6f96-7589-436c-9b44-fe9fc48f3452 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:21.658336 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eaaef-826b-451e-8179-6746144271a9 req-370b6f96-7589-436c-9b44-fe9fc48f3452 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:21.665953 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-ba7eaaef-826b-451e-8179-6746144271a9 req-370b6f96-7589-436c-9b44-fe9fc48f3452 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:21.831299 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-cb05ccc4-f07d-477f-8728-74fe81a8d79b req-9081774b-b821-4bc6-b199-b292a6909a49 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 210 time: 0.2205770 Sep 23 01:30:21.871646 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] For port 2731a03e-93f1-42a0-9954-08f752288652, host hv-cinder-84914, cleared binding levels {{(pid=107236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:21.994050 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:21.994050 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] For port 2731a03e-93f1-42a0-9954-08f752288652, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2731a03e-93f1-42a0-9954-08f752288652,segment=NetworkSegment(03d47607-353e-4aeb-bbdc-7205e9973798),segment_id=03d47607-353e-4aeb-bbdc-7205e9973798)] {{(pid=107236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:22.034752 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b753c-ebe3-4526-8d92-cdfc4d809aa7 req-3eac0aae-d14a-4859-9772-e8f979374dbe tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:22.047758 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-894b753c-ebe3-4526-8d92-cdfc4d809aa7 req-3eac0aae-d14a-4859-9772-e8f979374dbe tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 944 time: 0.1179199 Sep 23 01:30:22.057621 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ba7eaaef-826b-451e-8179-6746144271a9 req-370b6f96-7589-436c-9b44-fe9fc48f3452 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4422514 Sep 23 01:30:22.097693 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Request body: {'port': {'device_id': 'a75f4424-87db-4f88-a745-e8071a1a3404', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:22.134407 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (2731a03e-93f1-42a0-9954-08f752288652), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:22.149167 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:22.153053 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:22.161436 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/2731a03e-93f1-42a0-9954-08f752288652 HTTP/1.1" status: 200 len: 1094 time: 6.5302300 Sep 23 01:30:22.201811 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-894b753c-ebe3-4526-8d92-cdfc4d809aa7 req-96d87ab8-68c5-42ee-8bca-9d22c1550a15 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524811 Sep 23 01:30:22.223186 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2166a98-2e71-4367-aa3a-9064cb15ae82', 'tag': '2731a03e-93f1-42a0-9954-08f752288652'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:30:22.267722 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'gw_port': {'id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'b0a23080-5e70-4836-a88b-1396740c3f68', 'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'mac_address': 'fa:16:3e:fd:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f171f77f-736d-489a-928a-20915fd59544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:52Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'subnets': [{'id': 'f171f77f-736d-489a-928a-20915fd59544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:22.371420 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Provisioning complete for port 6d2ccd41-39e8-4468-bde4-43ad278e24dd triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:22.371420 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:22.371420 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 1 to provision port 6d2ccd41-39e8-4468-bde4-43ad278e24dd Sep 23 01:30:22.376749 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Pushing event updated for resources: {'Port': ['ID=d8b4994d-4148-412d-a0c3-bb6e91007f10,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:22.419226 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fbe29d32-612d-4c37-bdda-6d63f1cd6de4), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:22.508649 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:22.576225 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e62bb82-42e7-4279-8179-54374319aab8 req-af97ee3d-f7d9-4e3c-914b-63f295cb5a59 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Made reservation on behalf of 92e9b7f9904f437f91148da9fc521326 for: {'port': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:30:22.594147 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-0e62bb82-42e7-4279-8179-54374319aab8 req-af97ee3d-f7d9-4e3c-914b-63f295cb5a59 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:22.775299 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dc13a5-1de4-4045-a385-6ac79fcacc3e None None] The sync data for ids ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'] in dv-cinder-849143-7-iscsi is: [{'id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'gw_port': {'id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'b0a23080-5e70-4836-a88b-1396740c3f68', 'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'mac_address': 'fa:16:3e:fd:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f171f77f-736d-489a-928a-20915fd59544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:52Z', 'updated_at': '2022-09-23T01:30:17Z', 'revision_number': 4, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'subnets': [{'id': 'f171f77f-736d-489a-928a-20915fd59544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:30:22.925623 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port d8b4994d-4148-412d-a0c3-bb6e91007f10 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:22.963814 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:23.154390 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Current status of the port 6d2ccd41-39e8-4468-bde4-43ad278e24dd is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:23.185877 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c1284036-fecc-4766-9ee3-fc3dac389357 req-20bd4e1c-4ac2-4186-9c1c-47ae5c009bb4 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 210 time: 0.6316161 Sep 23 01:30:23.366299 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-befad83f-9390-428d-a965-779e7c275041 req-eb934dda-eba7-41da-b642-57df53590b8d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 210 time: 0.3233230 Sep 23 01:30:23.467418 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Provisioning complete for port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:23.469051 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (4475df7e-10f6-45a4-ad6c-3fbd4569eaa1), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:23.480227 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 1 to provision port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 Sep 23 01:30:23.521664 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device d8b4994d-4148-412d-a0c3-bb6e91007f10 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:23.566767 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc52d5d-2834-43eb-920e-60363164435a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2166a98-2e71-4367-aa3a-9064cb15ae82", "tag": "2731a03e-93f1-42a0-9954-08f752288652"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:30:23.652710 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-bf295e91-a628-4aa3-a81d-4e6f5f842bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:23.667712 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-bf295e91-a628-4aa3-a81d-4e6f5f842bdb service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=a90db67f8f74446b8cbd913a2a17c0b1&device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 1128 time: 1.1015689 Sep 23 01:30:23.773059 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-377bb505-597c-4c0c-a026-d24cd2c98f7b req-13777a11-f562-4918-b6db-4b36e6b632a3 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 210 time: 0.3080924 Sep 23 01:30:24.000431 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bb44f-5647-4a60-98ec-543d28f314f0 req-daaf0fc3-cb56-4f55-9d0d-03d215b8f266 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:24.003817 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-901bb44f-5647-4a60-98ec-543d28f314f0 req-daaf0fc3-cb56-4f55-9d0d-03d215b8f266 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 944 time: 0.2839255 Sep 23 01:30:24.083043 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0ba04-f5c0-407e-997d-c40f3ce38f82 service neutron] Pushing event updated for resources: {'Port': ['ID=2731a03e-93f1-42a0-9954-08f752288652,revision_number=3']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:24.174957 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-e24c6a72-b1bf-44df-aa39-5b791aeb722e service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2731a03e-93f1-42a0-9954-08f752288652 HTTP/1.1" status: 200 len: 217 time: 0.3509002 Sep 23 01:30:24.245160 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-901bb44f-5647-4a60-98ec-543d28f314f0 req-f976ee6b-dd0e-47d7-b52b-16c2953be650 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323575 Sep 23 01:30:24.392186 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Publish callbacks [] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), precommit_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:24.414503 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe29d32-612d-4c37-bdda-6d63f1cd6de4 {{(pid=107235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:30:24.433982 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Publish callbacks [] for port (fbe29d32-612d-4c37-bdda-6d63f1cd6de4), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:24.505273 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.provisioning_blocks [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Transition to ACTIVE for port object fbe29d32-612d-4c37-bdda-6d63f1cd6de4 will not be triggered until provisioned by entity L2. {{(pid=107235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:30:24.556257 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05617e3-feb8-4b9d-bd8b-c7125f1e1f24 x-openstack-request-id: req-d05617e3-feb8-4b9d-bd8b-c7125f1e1f24 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:30:24.556706 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2166a98-2e71-4367-aa3a-9064cb15ae82", "tag": "2731a03e-93f1-42a0-9954-08f752288652", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:30:24.557070 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d05617e3-feb8-4b9d-bd8b-c7125f1e1f24 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:30:24.557670 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d05617e3-feb8-4b9d-bd8b-c7125f1e1f24'] response: {'name': 'network-changed', 'server_uuid': 'd2166a98-2e71-4367-aa3a-9064cb15ae82', 'tag': '2731a03e-93f1-42a0-9954-08f752288652', 'status': 'completed', 'code': 200} Sep 23 01:30:24.582187 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port d8b4994d-4148-412d-a0c3-bb6e91007f10 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:24.582878 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:24.583412 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port d8b4994d-4148-412d-a0c3-bb6e91007f10 Sep 23 01:30:24.690403 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Current status of the port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:24.762830 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port d8b4994d-4148-412d-a0c3-bb6e91007f10 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:24.764270 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device b0a23080-5e70-4836-a88b-1396740c3f68 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:24.770563 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:24.774341 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Provisioning complete for port 1468974e-e658-4355-b0b5-0755a4af59c0 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:24.774752 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (1468974e-e658-4355-b0b5-0755a4af59c0), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:24.775108 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Attempt 1 to provision port 1468974e-e658-4355-b0b5-0755a4af59c0 Sep 23 01:30:24.776282 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-92fe1fce-d6db-4117-9f8e-48f6a7ef44f6 req-cd316fe5-8909-4874-96ff-5b56ac15dce3 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 210 time: 0.1293833 Sep 23 01:30:24.783489 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (fbe29d32-612d-4c37-bdda-6d63f1cd6de4), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:24.825631 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-454ec315-0b13-4758-b04c-58773286abd8 req-4fe38d5f-cff7-4a89-a752-23dd3d5e1b5c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 210 time: 0.1312206 Sep 23 01:30:24.892435 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-39d16f07-a7be-45dc-9e83-e0f15a540eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:24.898675 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-39d16f07-a7be-45dc-9e83-e0f15a540eaa service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=b56f744e-834c-45c8-9f6b-fb3cd6317e48 HTTP/1.1" status: 200 len: 848 time: 0.7187800 Sep 23 01:30:24.954551 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [req-0e62bb82-42e7-4279-8179-54374319aab8 req-af97ee3d-f7d9-4e3c-914b-63f295cb5a59 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Allocated IP 172.20.0.4 (62c29b3e-b2e8-4dd4-ada2-85bc80343af4/d36fada1-7414-44f7-a6e7-b0b2acebf5e7/c8abb555-0222-4db9-8cfd-ae8b447de34c) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:25.077753 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe29d32-612d-4c37-bdda-6d63f1cd6de4,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:25.079407 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:25.147185 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610f094-c130-4f90-a01a-d70ae0f9c5ad None None] Pushing event updated for resources: {'Port': ['ID=2f84ec89-3da3-4e5b-ba9c-468ab28e4650,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:25.173223 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b88c5889-dae0-4245-9440-8e7a222f1a76 req-00790890-e87c-44b0-b334-cf680ad8d967 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 210 time: 0.0971665 Sep 23 01:30:25.233557 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Attempting to bind port fbe29d32-612d-4c37-bdda-6d63f1cd6de4 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:25.235660 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Attempting to bind port fbe29d32-612d-4c37-bdda-6d63f1cd6de4 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'}] {{(pid=107235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:25.236079 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Attempting to bind port fbe29d32-612d-4c37-bdda-6d63f1cd6de4 on network f7b971fd-945f-4624-ba90-e53784d63da6 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:25.414447 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port b0a23080-5e70-4836-a88b-1396740c3f68 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:25.414923 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (b0a23080-5e70-4836-a88b-1396740c3f68), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.415354 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port b0a23080-5e70-4836-a88b-1396740c3f68 Sep 23 01:30:25.463198 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Port fbe29d32-612d-4c37-bdda-6d63f1cd6de4 on network f7b971fd-945f-4624-ba90-e53784d63da6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:30:25.466751 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Attempting to bind port fbe29d32-612d-4c37-bdda-6d63f1cd6de4 on network f7b971fd-945f-4624-ba90-e53784d63da6 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:25.475270 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Attempting to bind port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:25.475454 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Attempting to bind port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '24f3d822-fe6a-4342-9062-b8734c2f58e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:25.475961 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Attempting to bind port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 on network fd195584-9c0f-4bc1-8f70-84ad33facee8 {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:25.596657 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ae76e1a4-975c-4bcb-98dc-689256e559ca None None] Current status of the port 1468974e-e658-4355-b0b5-0755a4af59c0 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:25.612481 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:25.625171 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:25.629296 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:25.629296 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Checking segment: {'id': '24f3d822-fe6a-4342-9062-b8734c2f58e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:25.629296 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.629296 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Bound using segment: {'id': '24f3d822-fe6a-4342-9062-b8734c2f58e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:25.629296 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Bound port: 2f84ec89-3da3-4e5b-ba9c-468ab28e4650, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f3d822-fe6a-4342-9062-b8734c2f58e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:25.629296 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.640832 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:25.641385 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Checking segment: {'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:25.642313 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Bound using segment: {'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'} {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:25.643170 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Bound port: fbe29d32-612d-4c37-bdda-6d63f1cd6de4, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'}}] {{(pid=107235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:25.643826 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fbe29d32-612d-4c37-bdda-6d63f1cd6de4), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.765169 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-d9b4191a-f9fc-4cc5-b8a9-5f0c33618536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:25.766825 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-d9b4191a-f9fc-4cc5-b8a9-5f0c33618536 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=a0c19b36-6dcd-4567-812d-252de08febdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.8374660 Sep 23 01:30:25.801956 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-8e82325d-4c53-4a81-98f6-c459b3b64635 None None] Provisioning complete for port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:25.802399 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8e82325d-4c53-4a81-98f6-c459b3b64635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.802708 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-8e82325d-4c53-4a81-98f6-c459b3b64635 None None] Attempt 1 to provision port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 Sep 23 01:30:25.806269 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60e6dd-ff76-4b3d-8ae9-78d03e1e47fd req-310b7b00-f214-4d65-b1e8-570abdc5b428 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:25.809012 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1e60e6dd-ff76-4b3d-8ae9-78d03e1e47fd req-310b7b00-f214-4d65-b1e8-570abdc5b428 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 944 time: 0.1264377 Sep 23 01:30:25.943875 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-8e82325d-4c53-4a81-98f6-c459b3b64635 None None] Port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:25.944350 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port b0a23080-5e70-4836-a88b-1396740c3f68 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:25.944740 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (b0a23080-5e70-4836-a88b-1396740c3f68), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:25.954127 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] For port fbe29d32-612d-4c37-bdda-6d63f1cd6de4, host hv-cinder-84914, cleared binding levels {{(pid=107235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:26.016987 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-de6bfd59-008b-405e-98bd-81bac1f46955 req-d82488c0-4964-4089-b442-c4be298157e6 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 210 time: 0.0653269 Sep 23 01:30:26.019769 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] For port fbe29d32-612d-4c37-bdda-6d63f1cd6de4, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fbe29d32-612d-4c37-bdda-6d63f1cd6de4,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:26.024797 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1e60e6dd-ff76-4b3d-8ae9-78d03e1e47fd req-dc0b8f99-6d6d-4cf1-abf0-f8c216e8b5c3 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046916 Sep 23 01:30:26.085035 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] For port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:26.104419 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (fbe29d32-612d-4c37-bdda-6d63f1cd6de4), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.119164 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] For port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=2f84ec89-3da3-4e5b-ba9c-468ab28e4650,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:26.119505 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:26.120982 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.123527 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ba7eaaef-826b-451e-8179-6746144271a9 req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/fbe29d32-612d-4c37-bdda-6d63f1cd6de4 HTTP/1.1" status: 200 len: 1093 time: 4.0336268 Sep 23 01:30:26.124121 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port b0a23080-5e70-4836-a88b-1396740c3f68, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=b0a23080-5e70-4836-a88b-1396740c3f68,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:26.125412 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75f4424-87db-4f88-a745-e8071a1a3404', 'tag': 'fbe29d32-612d-4c37-bdda-6d63f1cd6de4'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:30:26.131875 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-0e62bb82-42e7-4279-8179-54374319aab8 req-af97ee3d-f7d9-4e3c-914b-63f295cb5a59 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for port (c8abb555-0222-4db9-8cfd-ae8b447de34c), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.176706 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:26.196930 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.264686 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f3c4809c-3f85-480b-a0b0-97b51aa89b55 req-7c730ba3-88e9-48b4-9625-ef658479a7ab tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 210 time: 0.0822368 Sep 23 01:30:26.293375 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (b0a23080-5e70-4836-a88b-1396740c3f68), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.321032 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-0e62bb82-42e7-4279-8179-54374319aab8 req-af97ee3d-f7d9-4e3c-914b-63f295cb5a59 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (c8abb555-0222-4db9-8cfd-ae8b447de34c), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.420982 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Routers {'4e10b688-edb1-43c0-a904-cdc8566842c3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:26.422021 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:30:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['4e10b688-edb1-43c0-a904-cdc8566842c3'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:26.461249 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14b499-1621-45a5-a5f7-a79a4a3646d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe29d32-612d-4c37-bdda-6d63f1cd6de4,revision_number=3']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:26.461423 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-8e82325d-4c53-4a81-98f6-c459b3b64635 None None] Attempt 2 to provision port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 Sep 23 01:30:26.497636 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e62bb82-42e7-4279-8179-54374319aab8 req-af97ee3d-f7d9-4e3c-914b-63f295cb5a59 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:26.500924 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cacac27-05e3-4ed2-abe5-953e3603580c" -d '{"events": [{"name": "network-changed", "server_uuid": "a75f4424-87db-4f88-a745-e8071a1a3404", "tag": "fbe29d32-612d-4c37-bdda-6d63f1cd6de4"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:30:26.503704 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [req-0e62bb82-42e7-4279-8179-54374319aab8 req-af97ee3d-f7d9-4e3c-914b-63f295cb5a59 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:26.511912 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e62bb82-42e7-4279-8179-54374319aab8 req-af97ee3d-f7d9-4e3c-914b-63f295cb5a59 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:26.522263 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62bb82-42e7-4279-8179-54374319aab8 req-af97ee3d-f7d9-4e3c-914b-63f295cb5a59 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:26.523895 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-0e62bb82-42e7-4279-8179-54374319aab8 req-af97ee3d-f7d9-4e3c-914b-63f295cb5a59 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:26.535198 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97ee3d-f7d9-4e3c-914b-63f295cb5a59 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Pushing event updated for resources: {'Port': ['ID=c8abb555-0222-4db9-8cfd-ae8b447de34c,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:26.538287 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f5e2ef62-9d4a-4a70-8db4-7234f9b113b0 req-a71abf30-de25-45e3-b0b3-95d0d4d640bf tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 210 time: 0.1382432 Sep 23 01:30:26.672188 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610f094-c130-4f90-a01a-d70ae0f9c5ad None None] Pushing event updated for resources: {'Port': ['ID=2f84ec89-3da3-4e5b-ba9c-468ab28e4650,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:26.744974 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0e62bb82-42e7-4279-8179-54374319aab8 req-af97ee3d-f7d9-4e3c-914b-63f295cb5a59 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3191733 Sep 23 01:30:26.797459 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621e78da-0ed3-4b0e-9f5d-331bafcfd6d0 x-openstack-request-id: req-621e78da-0ed3-4b0e-9f5d-331bafcfd6d0 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:30:26.797888 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a75f4424-87db-4f88-a745-e8071a1a3404", "tag": "fbe29d32-612d-4c37-bdda-6d63f1cd6de4", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:30:26.798403 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-621e78da-0ed3-4b0e-9f5d-331bafcfd6d0 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:30:26.798975 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621e78da-0ed3-4b0e-9f5d-331bafcfd6d0'] response: {'name': 'network-changed', 'server_uuid': 'a75f4424-87db-4f88-a745-e8071a1a3404', 'tag': 'fbe29d32-612d-4c37-bdda-6d63f1cd6de4', 'status': 'completed', 'code': 200} Sep 23 01:30:26.928514 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 40184) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:27.028273 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] Set router 4e10b688-edb1-43c0-a904-cdc8566842c3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:30:27.156635 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=b0a23080-5e70-4836-a88b-1396740c3f68,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:27.228168 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-8e82325d-4c53-4a81-98f6-c459b3b64635 None None] Current status of the port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:27.229193 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8e82325d-4c53-4a81-98f6-c459b3b64635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:27.281682 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe888d-fd01-490d-96f4-62fa85ea4820 req-630a7e5a-711a-49dd-81c5-2beff21139df tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:27.288546 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f5fe888d-fd01-490d-96f4-62fa85ea4820 req-630a7e5a-711a-49dd-81c5-2beff21139df tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 944 time: 0.1259723 Sep 23 01:30:27.310450 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-29d57507-0e82-4251-8dbe-ff3758311e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:27.419084 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f5fe888d-fd01-490d-96f4-62fa85ea4820 req-a96faadb-9a6b-4784-922d-43eb3b934c6a tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103866 Sep 23 01:30:27.467036 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5794fed-6117-4d73-a647-a28c1e523f90 req-f6f3f46d-1576-4dc9-b376-5f5b47e25232 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:27.470502 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e5794fed-6117-4d73-a647-a28c1e523f90 req-f6f3f46d-1576-4dc9-b376-5f5b47e25232 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 931 time: 0.1673098 Sep 23 01:30:27.515920 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:27.586301 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:27.628471 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-56f243db-7fcd-4236-94cc-356768775410 req-f594c64c-7ddc-450b-8736-675116745ef4 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 210 time: 0.0615363 Sep 23 01:30:27.646506 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e5794fed-6117-4d73-a647-a28c1e523f90 req-72a3ab4e-eb9c-4569-a44f-a65b75c0b7b9 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654730 Sep 23 01:30:27.704140 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-29d57507-0e82-4251-8dbe-ff3758311e58 admin admin] Publish callbacks [] for security_group (94c9de40-7b81-4e4d-8112-82e169d8a051), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:27.766755 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-8e82325d-4c53-4a81-98f6-c459b3b64635 None None] For port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=2f84ec89-3da3-4e5b-ba9c-468ab28e4650,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:27.911699 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-82189585-2ebe-47c9-b10b-0860cca3c77a req-0098dde5-7dd7-4fe3-9f44-d5a6952cbdd8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 210 time: 0.0610876 Sep 23 01:30:27.965870 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-29d57507-0e82-4251-8dbe-ff3758311e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (94c9de40-7b81-4e4d-8112-82e169d8a051), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:27.993347 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:56Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '2f84ec89-3da3-4e5b-ba9c-468ab28e4650', 'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'mac_address': 'fa:16:3e:de:5f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:53Z', 'updated_at': '2022-09-23T01:30:26Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'subnets': [{'id': '14588842-7014-4d4b-b88a-21758b766661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:28.010049 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8e82325d-4c53-4a81-98f6-c459b3b64635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:28.140769 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70780e5-1214-4c6f-a1a2-d6f5c71c87b9 None None] The sync data for ids ['4e10b688-edb1-43c0-a904-cdc8566842c3'] in dv-cinder-849143-7-iscsi is: [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:56Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '2f84ec89-3da3-4e5b-ba9c-468ab28e4650', 'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'mac_address': 'fa:16:3e:de:5f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:53Z', 'updated_at': '2022-09-23T01:30:26Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'subnets': [{'id': '14588842-7014-4d4b-b88a-21758b766661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:30:28.253957 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-8e82325d-4c53-4a81-98f6-c459b3b64635 None None] Provisioning complete for port b0a23080-5e70-4836-a88b-1396740c3f68 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:28.255133 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8e82325d-4c53-4a81-98f6-c459b3b64635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (b0a23080-5e70-4836-a88b-1396740c3f68), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:28.255778 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-8e82325d-4c53-4a81-98f6-c459b3b64635 None None] Attempt 1 to provision port b0a23080-5e70-4836-a88b-1396740c3f68 Sep 23 01:30:28.283774 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:28.340410 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=12 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:28.423544 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d57507-0e82-4251-8dbe-ff3758311e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c9de40-7b81-4e4d-8112-82e169d8a051,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:28.443024 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.81', 59803) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:28.490328 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Request body: {'port': {'device_id': '09ce20b4-a04e-4dc8-b694-50be8ee53310', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:28.685700 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82325d-4c53-4a81-98f6-c459b3b64635 None None] Pushing event updated for resources: {'Port': ['ID=2f84ec89-3da3-4e5b-ba9c-468ab28e4650,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:28.694188 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-29d57507-0e82-4251-8dbe-ff3758311e58 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=200bd7bcf81e433d98e3b3fb5bf9ee7c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7637198 Sep 23 01:30:28.718281 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 40208) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:29.118049 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacac27-05e3-4ed2-abe5-953e3603580c req-19c9fc06-ed31-4926-97e2-ee0e1a77a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:29.143003 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-7cacac27-05e3-4ed2-abe5-953e3603580c req-19c9fc06-ed31-4926-97e2-ee0e1a77a981 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 1127 time: 0.6203907 Sep 23 01:30:29.219492 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:29.314797 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-50863536-fd75-498a-9451-1829e7e4bfd1 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:29.319325 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-50863536-fd75-498a-9451-1829e7e4bfd1 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.81 "GET /networking/v2.0/networks?id=f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 200 len: 819 time: 1.1253803 Sep 23 01:30:29.444213 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-8b0dfd7f-3cda-4a0d-9dc0-e99603cd93a8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Request body: {'port': {'device_id': '8e3604d0-0f5e-4363-ae25-1fa0bbbb900f', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'admin_state_up': True, 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:29.457118 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-8e82325d-4c53-4a81-98f6-c459b3b64635 None None] Current status of the port b0a23080-5e70-4836-a88b-1396740c3f68 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:29.494146 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-459e2518-c055-49a7-8ba4-a8ecc0c062af req-3added93-4694-48e7-b957-19559a48ecf1 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 210 time: 0.3298426 Sep 23 01:30:29.563659 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbc488-8dd4-41f2-946d-fa9b298b9529 req-958869b5-272b-437d-8cdc-53e4c60b889d tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:29.563659 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9bfbc488-8dd4-41f2-946d-fa9b298b9529 req-958869b5-272b-437d-8cdc-53e4c60b889d tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 944 time: 0.3528776 Sep 23 01:30:29.576034 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-8e82325d-4c53-4a81-98f6-c459b3b64635 None None] Provisioning complete for port d8b4994d-4148-412d-a0c3-bb6e91007f10 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:29.576570 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8e82325d-4c53-4a81-98f6-c459b3b64635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:29.577116 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-8e82325d-4c53-4a81-98f6-c459b3b64635 None None] Attempt 1 to provision port d8b4994d-4148-412d-a0c3-bb6e91007f10 Sep 23 01:30:29.611994 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0920c629-47fd-4214-bfb9-26d629b1c4e5 admin admin] Publish callbacks [] for security_group (94c9de40-7b81-4e4d-8112-82e169d8a051), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:29.715193 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:29.720884 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:29.722720 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 Sep 23 01:30:29.807498 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:29.848725 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0920c629-47fd-4214-bfb9-26d629b1c4e5 admin admin] Publish callbacks [] for security_group (94c9de40-7b81-4e4d-8112-82e169d8a051), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:30.003175 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6cb91-f497-4de2-915f-5b8c34f95a07 req-8e297e5b-d235-4c25-8a4e-ef43ae71e4ab tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:30.007114 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e4c6cb91-f497-4de2-915f-5b8c34f95a07 req-8e297e5b-d235-4c25-8a4e-ef43ae71e4ab tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 931 time: 0.1339519 Sep 23 01:30:30.073714 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c8abb555-0222-4db9-8cfd-ae8b447de34c), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:30.148569 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:30.150774 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device b0a23080-5e70-4836-a88b-1396740c3f68 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:30.254676 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-8e82325d-4c53-4a81-98f6-c459b3b64635 None None] Current status of the port d8b4994d-4148-412d-a0c3-bb6e91007f10 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:30.316486 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e4c6cb91-f497-4de2-915f-5b8c34f95a07 req-5e7c3081-0471-44ab-9117-beb82adbd910 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824495 Sep 23 01:30:30.347366 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port b0a23080-5e70-4836-a88b-1396740c3f68 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:30.347864 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (b0a23080-5e70-4836-a88b-1396740c3f68), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:30.349211 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port b0a23080-5e70-4836-a88b-1396740c3f68 Sep 23 01:30:30.407470 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-cbd76a3b-4170-4f42-9821-a9ae8c05eb48 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/a0c19b36-6dcd-4567-812d-252de08febdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3493481 Sep 23 01:30:30.555851 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9bfbc488-8dd4-41f2-946d-fa9b298b9529 req-0f975e52-d486-46f4-8916-ee3f7480969c tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0156233 Sep 23 01:30:30.607790 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Provisioning complete for port c8abb555-0222-4db9-8cfd-ae8b447de34c triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:30.607790 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (c8abb555-0222-4db9-8cfd-ae8b447de34c), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:30.607790 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Attempt 1 to provision port c8abb555-0222-4db9-8cfd-ae8b447de34c Sep 23 01:30:30.726446 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port b0a23080-5e70-4836-a88b-1396740c3f68 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:30.805162 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Port c8abb555-0222-4db9-8cfd-ae8b447de34c cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:30.875670 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-25745ee9-62e4-48bd-bd2f-4dd1bcfd958f req-4d4ae6b2-3b78-4f59-8a30-c219474b53aa tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 210 time: 0.1653013 Sep 23 01:30:31.008204 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:31.089496 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:31.224883 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:31.226677 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:31.226677 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 Sep 23 01:30:31.231909 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacac27-05e3-4ed2-abe5-953e3603580c req-f9e41747-3560-4634-ac2a-b41b0cf3298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:31.235641 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-7cacac27-05e3-4ed2-abe5-953e3603580c req-f9e41747-3560-4634-ac2a-b41b0cf3298e service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&shared=False HTTP/1.1" status: 200 len: 920 time: 1.9867218 Sep 23 01:30:31.307758 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Attempt 2 to provision port c8abb555-0222-4db9-8cfd-ae8b447de34c Sep 23 01:30:31.350466 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-8b0dfd7f-3cda-4a0d-9dc0-e99603cd93a8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Made reservation on behalf of 1b8939e407ff4bdc81191af7f0593cd5 for: {'port': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:30:31.432523 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-8b0dfd7f-3cda-4a0d-9dc0-e99603cd93a8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:31.445824 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0920c629-47fd-4214-bfb9-26d629b1c4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (94c9de40-7b81-4e4d-8112-82e169d8a051), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:31.460022 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3a87aa48-4d6b-4c9d-8b82-a03cbf2be5c2 req-e7bd2595-81dc-4cc5-8db2-1a2167ae12ad tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 210 time: 0.3708012 Sep 23 01:30:31.496197 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0920c629-47fd-4214-bfb9-26d629b1c4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:31.502288 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-0920c629-47fd-4214-bfb9-26d629b1c4e5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/94c9de40-7b81-4e4d-8112-82e169d8a051 HTTP/1.1" status: 204 len: 168 time: 2.7770214 Sep 23 01:30:31.553807 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:31.635540 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Port c8abb555-0222-4db9-8cfd-ae8b447de34c cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:31.676406 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920c629-47fd-4214-bfb9-26d629b1c4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c9de40-7b81-4e4d-8112-82e169d8a051,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:31.712420 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:31.820088 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:31.988426 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.81', 59814) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:32.137314 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Attempt 3 to provision port c8abb555-0222-4db9-8cfd-ae8b447de34c Sep 23 01:30:32.299128 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Port c8abb555-0222-4db9-8cfd-ae8b447de34c cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:32.458115 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3e4f23fc-afac-4c80-a476-eaf10d73d19c req-79841662-1e79-4c6d-a5d4-5bbfb3df806b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/a0c19b36-6dcd-4567-812d-252de08febdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0328386 Sep 23 01:30:32.698707 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:32.800389 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Attempt 4 to provision port c8abb555-0222-4db9-8cfd-ae8b447de34c Sep 23 01:30:32.924991 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3b24-9f6f-4d90-99ec-7978048566a9 req-7b6dbc13-2fc6-462e-b62b-13fa9f809a3c tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:32.942964 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-750a3b24-9f6f-4d90-99ec-7978048566a9 req-7b6dbc13-2fc6-462e-b62b-13fa9f809a3c tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 944 time: 0.6028488 Sep 23 01:30:32.993724 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-8b0dfd7f-3cda-4a0d-9dc0-e99603cd93a8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Allocated IP 172.20.0.10 (f7b971fd-945f-4624-ba90-e53784d63da6/f171f77f-736d-489a-928a-20915fd59544/3c1b60d8-8221-4813-9c15-069d1c74ae40) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:33.056607 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:33.061817 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Port c8abb555-0222-4db9-8cfd-ae8b447de34c cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:33.398734 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc52d5d-2834-43eb-920e-60363164435a req-9b01a4d6-0a25-4982-a5f5-bafecb0e628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:33.416257 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bbc52d5d-2834-43eb-920e-60363164435a req-9b01a4d6-0a25-4982-a5f5-bafecb0e628c service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=a90db67f8f74446b8cbd913a2a17c0b1&device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 1128 time: 0.6142325 Sep 23 01:30:33.419808 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacac27-05e3-4ed2-abe5-953e3603580c req-af54bee9-ea2a-42be-acb7-f9e0d815b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:33.433018 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-7cacac27-05e3-4ed2-abe5-953e3603580c req-af54bee9-ea2a-42be-acb7-f9e0d815b265 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.0309012 Sep 23 01:30:33.564727 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Attempt 5 to provision port c8abb555-0222-4db9-8cfd-ae8b447de34c Sep 23 01:30:33.705128 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e00a1c-5ac8-4855-bf92-d71ba4f96bca req-bd7dfaa2-e54c-4837-b6b3-0882c79832bf tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:33.707414 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-88e00a1c-5ac8-4855-bf92-d71ba4f96bca req-bd7dfaa2-e54c-4837-b6b3-0882c79832bf tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 931 time: 1.7203679 Sep 23 01:30:33.716664 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-137cf9d3-8aa1-48fe-9ad4-3d1cb50e69c4 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:33.719497 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-137cf9d3-8aa1-48fe-9ad4-3d1cb50e69c4 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.81 "GET /networking/v2.0/networks?id=fd195584-9c0f-4bc1-8f70-84ad33facee8 HTTP/1.1" status: 200 len: 817 time: 1.7290633 Sep 23 01:30:33.817870 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Port c8abb555-0222-4db9-8cfd-ae8b447de34c cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:33.911680 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c006876-8867-4803-a8fc-716aded2a1dd tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cc926b4dede94c3b92441b0c610771f6 HTTP/1.1" status: 200 len: 380 time: 0.1323495 Sep 23 01:30:33.942368 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Request body: {'port': {'device_id': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'admin_state_up': True, 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'security_groups': ['fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83']}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:34.134974 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-1cd5f84c-ece9-40a4-b03e-5372d026c3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:34.172948 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-88e00a1c-5ac8-4855-bf92-d71ba4f96bca req-86bec1d4-fb25-4cf8-b150-0dcf07104fdc tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4359691 Sep 23 01:30:34.268259 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 40294) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:34.319535 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Attempt 6 to provision port c8abb555-0222-4db9-8cfd-ae8b447de34c Sep 23 01:30:34.395060 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-228bf00e-13cd-4244-86d4-a331313d7985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:34.550534 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Port c8abb555-0222-4db9-8cfd-ae8b447de34c cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:34.634098 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eaaef-826b-451e-8179-6746144271a9 req-016023c6-eca3-4a39-a12f-1d1bffb31ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:34.641581 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ba7eaaef-826b-451e-8179-6746144271a9 req-016023c6-eca3-4a39-a12f-1d1bffb31ec1 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 1127 time: 0.8933320 Sep 23 01:30:34.648437 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e857e623-c97d-41bd-8baa-dd9b2edbebde req-fb01299c-1933-4f37-8547-24ca3efb6626 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 210 time: 0.0760581 Sep 23 01:30:34.801634 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-8b0dfd7f-3cda-4a0d-9dc0-e99603cd93a8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for port (3c1b60d8-8221-4813-9c15-069d1c74ae40), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:35.032040 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-228bf00e-13cd-4244-86d4-a331313d7985 admin admin] Publish callbacks [] for security_group (d5ba311b-3cd9-4d02-a528-7e0368f9ed65), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:35.063410 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Attempt 7 to provision port c8abb555-0222-4db9-8cfd-ae8b447de34c Sep 23 01:30:35.091175 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-35a5cf3f-0919-428c-bebf-ff759610d464 req-7484e4c5-d7ea-4f27-be64-b66d0c66702d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 210 time: 0.1505411 Sep 23 01:30:35.326704 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ba7eaaef-826b-451e-8179-6746144271a9 req-69107fbf-5872-4c0a-840e-9beefff12216 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbe29d32-612d-4c37-bdda-6d63f1cd6de4 HTTP/1.1" status: 200 len: 217 time: 0.5728848 Sep 23 01:30:35.335033 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Port c8abb555-0222-4db9-8cfd-ae8b447de34c cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:35.432192 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Made reservation on behalf of cc926b4dede94c3b92441b0c610771f6 for: {'port': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:30:35.438729 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:35.550267 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-228bf00e-13cd-4244-86d4-a331313d7985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (d5ba311b-3cd9-4d02-a528-7e0368f9ed65), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:35.564104 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8abb555-0222-4db9-8cfd-ae8b447de34c {{(pid=107236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:30:35.758332 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-750a3b24-9f6f-4d90-99ec-7978048566a9 req-ce3ff83b-0fb4-4ea9-b69d-5d53ecc97055 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.6960394 Sep 23 01:30:35.842053 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Attempt 8 to provision port c8abb555-0222-4db9-8cfd-ae8b447de34c Sep 23 01:30:35.882932 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e87bf4-b071-4f53-9745-532754329da2 req-041f2c46-9e4f-4d59-b75a-d56ed88765c5 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:35.902919 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b7e87bf4-b071-4f53-9745-532754329da2 req-041f2c46-9e4f-4d59-b75a-d56ed88765c5 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 931 time: 0.4248748 Sep 23 01:30:35.970779 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Publish callbacks [] for port (c8abb555-0222-4db9-8cfd-ae8b447de34c), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:35.996044 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.provisioning_blocks [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Transition to ACTIVE for port object c8abb555-0222-4db9-8cfd-ae8b447de34c will not be triggered until provisioned by entity L2. {{(pid=107236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:30:36.001791 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:36.032871 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-8b0dfd7f-3cda-4a0d-9dc0-e99603cd93a8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (3c1b60d8-8221-4813-9c15-069d1c74ae40), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:36.053325 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Port c8abb555-0222-4db9-8cfd-ae8b447de34c cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:36.061507 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-228bf00e-13cd-4244-86d4-a331313d7985 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=33cc0b60680740598c58356c7e638754&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7675643 Sep 23 01:30:36.063005 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bf00e-13cd-4244-86d4-a331313d7985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ba311b-3cd9-4d02-a528-7e0368f9ed65,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:36.071602 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 40322) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:36.139621 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eaaef-826b-451e-8179-6746144271a9 req-d6e01adb-b82b-457d-a8af-f62eb4a98daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:36.139621 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ba7eaaef-826b-451e-8179-6746144271a9 req-d6e01adb-b82b-457d-a8af-f62eb4a98daf service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f171f77f-736d-489a-928a-20915fd59544 HTTP/1.1" status: 200 len: 858 time: 0.7355394 Sep 23 01:30:36.290560 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb764cdb-88f0-476c-a49a-56fbc31bc2db req-859c10d0-ceac-455b-a2d1-70349fbbe418 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:36.316959 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-fb764cdb-88f0-476c-a49a-56fbc31bc2db req-859c10d0-ceac-455b-a2d1-70349fbbe418 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 932 time: 0.3000467 Sep 23 01:30:36.341781 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc52d5d-2834-43eb-920e-60363164435a req-d12c3509-5338-4d9c-9003-e6e51691979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:36.345390 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bbc52d5d-2834-43eb-920e-60363164435a req-d12c3509-5338-4d9c-9003-e6e51691979d service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=a0c19b36-6dcd-4567-812d-252de08febdf HTTP/1.1" status: 200 len: 910 time: 2.6820979 Sep 23 01:30:36.347007 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c8abb555-0222-4db9-8cfd-ae8b447de34c), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:36.536928 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-8b0dfd7f-3cda-4a0d-9dc0-e99603cd93a8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Network f7b971fd-945f-4624-ba90-e53784d63da6 is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:36.555219 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Attempt 9 to provision port c8abb555-0222-4db9-8cfd-ae8b447de34c Sep 23 01:30:36.588611 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Allocated IP 172.20.0.8 (fd195584-9c0f-4bc1-8f70-84ad33facee8/14588842-7014-4d4b-b88a-21758b766661/67de195b-49ec-4b3f-a46f-2918a89919f7) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:30:36.608250 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-8b0dfd7f-3cda-4a0d-9dc0-e99603cd93a8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:36.637615 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bbc52d5d-2834-43eb-920e-60363164435a req-fde2e19d-adec-462b-90bf-023cbe0d6fcf service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2731a03e-93f1-42a0-9954-08f752288652 HTTP/1.1" status: 200 len: 217 time: 0.1806722 Sep 23 01:30:36.652277 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b7e87bf4-b071-4f53-9745-532754329da2 req-89652e2a-0077-4823-890d-8ec81e5c43dd tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7394817 Sep 23 01:30:36.661002 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-8b0dfd7f-3cda-4a0d-9dc0-e99603cd93a8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:36.667589 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-8b0dfd7f-3cda-4a0d-9dc0-e99603cd93a8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:36.669405 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-8b0dfd7f-3cda-4a0d-9dc0-e99603cd93a8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:36.700190 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0dfd7f-3cda-4a0d-9dc0-e99603cd93a8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Pushing event updated for resources: {'Port': ['ID=3c1b60d8-8221-4813-9c15-069d1c74ae40,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:36.789536 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-6bcf22c3-c70f-4caf-a953-57f28f82379e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:36.889186 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-8b0dfd7f-3cda-4a0d-9dc0-e99603cd93a8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4698181 Sep 23 01:30:36.941271 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Port c8abb555-0222-4db9-8cfd-ae8b447de34c cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:37.030773 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Request body: {'port': {'device_id': '8e3604d0-0f5e-4363-ae25-1fa0bbbb900f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:37.082115 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc52d5d-2834-43eb-920e-60363164435a req-25aac922-415d-43c7-8036-3adac0822d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:37.103026 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bbc52d5d-2834-43eb-920e-60363164435a req-25aac922-415d-43c7-8036-3adac0822d56 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=b56f744e-834c-45c8-9f6b-fb3cd6317e48 HTTP/1.1" status: 200 len: 848 time: 0.4151828 Sep 23 01:30:37.222783 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:37.237480 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c78f9b33-da23-4c54-b9d4-eb49e5fc692a admin admin] Publish callbacks [] for security_group (d5ba311b-3cd9-4d02-a528-7e0368f9ed65), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:37.292014 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c78f9b33-da23-4c54-b9d4-eb49e5fc692a admin admin] Publish callbacks [] for security_group (d5ba311b-3cd9-4d02-a528-7e0368f9ed65), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:37.328581 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:37.434701 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-fb764cdb-88f0-476c-a49a-56fbc31bc2db req-a20eb804-521f-45dc-88ae-b08a52a6b22d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0827451 Sep 23 01:30:37.456320 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Attempt 10 to provision port c8abb555-0222-4db9-8cfd-ae8b447de34c Sep 23 01:30:37.495835 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eaaef-826b-451e-8179-6746144271a9 req-bd999c0b-3bff-4f36-bc4c-850db0fda188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:37.496307 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ba7eaaef-826b-451e-8179-6746144271a9 req-bd999c0b-3bff-4f36-bc4c-850db0fda188 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f7b971fd-945f-4624-ba90-e53784d63da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 1.1661046 Sep 23 01:30:37.549435 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9d75997a-a19b-4019-8ece-76670c3fd677 req-1f423d5d-84fa-4a18-a5d0-2daaff83e1c2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 210 time: 0.5099308 Sep 23 01:30:37.637107 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b9d07648-1168-4823-a1d0-7999d1604dcb None None] Port c8abb555-0222-4db9-8cfd-ae8b447de34c cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:37.782072 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (3c1b60d8-8221-4813-9c15-069d1c74ae40), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:37.846714 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Provisioning complete for port 3c1b60d8-8221-4813-9c15-069d1c74ae40 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:37.850543 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (3c1b60d8-8221-4813-9c15-069d1c74ae40), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:37.851456 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Attempt 1 to provision port 3c1b60d8-8221-4813-9c15-069d1c74ae40 Sep 23 01:30:38.024751 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Port 3c1b60d8-8221-4813-9c15-069d1c74ae40 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:38.071840 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:38.084025 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:38.101451 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc52d5d-2834-43eb-920e-60363164435a req-37c8d6cb-0d98-49fd-af85-68a98ae157e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:38.104882 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bbc52d5d-2834-43eb-920e-60363164435a req-37c8d6cb-0d98-49fd-af85-68a98ae157e9 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=a0c19b36-6dcd-4567-812d-252de08febdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7990696 Sep 23 01:30:38.148563 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Pushing event updated for resources: {'Port': ['ID=c8abb555-0222-4db9-8cfd-ae8b447de34c,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:38.208969 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Attempting to bind port c8abb555-0222-4db9-8cfd-ae8b447de34c on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:38.209592 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Attempting to bind port c8abb555-0222-4db9-8cfd-ae8b447de34c by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'eab22f6f-3eb0-43db-a23d-8744583fc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4'}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:38.210068 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Attempting to bind port c8abb555-0222-4db9-8cfd-ae8b447de34c on network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:38.290998 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c1a09-7b2f-4d7f-b8e0-e3c69556a0ac req-04e5f630-2fe8-4336-932c-6fe3575c8272 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:38.293574 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ce1c1a09-7b2f-4d7f-b8e0-e3c69556a0ac req-04e5f630-2fe8-4336-932c-6fe3575c8272 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 944 time: 0.2326682 Sep 23 01:30:38.330508 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3157a-9562-477a-8386-d5291b8b568a req-33894049-58a8-4d90-9b17-5729547241c5 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:38.355215 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1db3157a-9562-477a-8386-d5291b8b568a req-33894049-58a8-4d90-9b17-5729547241c5 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 943 time: 0.3294632 Sep 23 01:30:38.381017 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c78f9b33-da23-4c54-b9d4-eb49e5fc692a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (d5ba311b-3cd9-4d02-a528-7e0368f9ed65), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:38.386139 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c78f9b33-da23-4c54-b9d4-eb49e5fc692a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:38.391657 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-c78f9b33-da23-4c54-b9d4-eb49e5fc692a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d5ba311b-3cd9-4d02-a528-7e0368f9ed65 HTTP/1.1" status: 204 len: 168 time: 2.2747340 Sep 23 01:30:38.519113 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f9b33-da23-4c54-b9d4-eb49e5fc692a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ba311b-3cd9-4d02-a528-7e0368f9ed65,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:38.527676 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Attempt 2 to provision port 3c1b60d8-8221-4813-9c15-069d1c74ae40 Sep 23 01:30:38.531025 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ba7eaaef-826b-451e-8179-6746144271a9 req-fd817fa9-42dd-44b6-ad13-8e8fd625c4b5 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9084182 Sep 23 01:30:38.586091 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Port c8abb555-0222-4db9-8cfd-ae8b447de34c on network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:30:38.586413 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Attempting to bind port c8abb555-0222-4db9-8cfd-ae8b447de34c on network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:38.693263 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ce1c1a09-7b2f-4d7f-b8e0-e3c69556a0ac req-5eb5543b-c818-40d5-9a8f-551c6e6c861b tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264904 Sep 23 01:30:38.798784 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bbc52d5d-2834-43eb-920e-60363164435a req-d91f84c3-861c-4f4b-b77e-f41b6ce3fab2 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/a0c19b36-6dcd-4567-812d-252de08febdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935362 Sep 23 01:30:38.827993 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Port 3c1b60d8-8221-4813-9c15-069d1c74ae40 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:38.873783 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:38.873783 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Checking segment: {'id': 'eab22f6f-3eb0-43db-a23d-8744583fc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:38.873783 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Bound using segment: {'id': 'eab22f6f-3eb0-43db-a23d-8744583fc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4'} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:38.873783 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Bound port: c8abb555-0222-4db9-8cfd-ae8b447de34c, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab22f6f-3eb0-43db-a23d-8744583fc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4'}}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:38.873783 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c8abb555-0222-4db9-8cfd-ae8b447de34c), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:39.040493 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:39.054182 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1db3157a-9562-477a-8386-d5291b8b568a req-b227ea3d-de27-4b35-b00f-532e4b8ac0fa tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6967084 Sep 23 01:30:39.144725 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5d9f9-9732-4c5e-8775-3af74b7cb95b req-69cd2526-f3eb-4f32-ad09-35d0ca6d7de2 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:39.153247 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c9d5d9f9-9732-4c5e-8775-3af74b7cb95b req-69cd2526-f3eb-4f32-ad09-35d0ca6d7de2 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 932 time: 0.1573622 Sep 23 01:30:39.164235 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:39.178008 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] For port c8abb555-0222-4db9-8cfd-ae8b447de34c, host hv-cinder-84914, cleared binding levels {{(pid=107236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:39.215372 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] For port c8abb555-0222-4db9-8cfd-ae8b447de34c, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c8abb555-0222-4db9-8cfd-ae8b447de34c,segment=NetworkSegment(eab22f6f-3eb0-43db-a23d-8744583fc68d),segment_id=eab22f6f-3eb0-43db-a23d-8744583fc68d)] {{(pid=107236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:39.313427 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c9d5d9f9-9732-4c5e-8775-3af74b7cb95b req-d54de916-4d2c-4ec9-a0c5-c36a5a1ad4bd tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392560 Sep 23 01:30:39.331427 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Attempt 3 to provision port 3c1b60d8-8221-4813-9c15-069d1c74ae40 Sep 23 01:30:39.357785 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Network fd195584-9c0f-4bc1-8f70-84ad33facee8 is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:30:39.362015 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:30:39.368989 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:30:39.381205 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:39.385320 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:39.385477 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c8abb555-0222-4db9-8cfd-ae8b447de34c), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:39.396148 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:39.397007 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:39.399138 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0e62bb82-42e7-4279-8179-54374319aab8 req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/c8abb555-0222-4db9-8cfd-ae8b447de34c HTTP/1.1" status: 200 len: 1093 time: 11.0011985 Sep 23 01:30:39.400698 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:39.406391 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ce20b4-a04e-4dc8-b694-50be8ee53310', 'tag': 'c8abb555-0222-4db9-8cfd-ae8b447de34c'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:30:39.417698 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc5042e-aa74-465e-9ce3-603e1d664d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "09ce20b4-a04e-4dc8-b694-50be8ee53310", "tag": "c8abb555-0222-4db9-8cfd-ae8b447de34c"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:30:39.425235 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=4 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:39.426820 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Port 3c1b60d8-8221-4813-9c15-069d1c74ae40 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:39.593856 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7168b4-2e6f-4add-aa26-864dfe7c7df1 x-openstack-request-id: req-3b7168b4-2e6f-4add-aa26-864dfe7c7df1 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:30:39.594756 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ce20b4-a04e-4dc8-b694-50be8ee53310", "tag": "c8abb555-0222-4db9-8cfd-ae8b447de34c", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:30:39.595337 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b7168b4-2e6f-4add-aa26-864dfe7c7df1 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:30:39.596246 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7168b4-2e6f-4add-aa26-864dfe7c7df1'] response: {'name': 'network-changed', 'server_uuid': '09ce20b4-a04e-4dc8-b694-50be8ee53310', 'tag': 'c8abb555-0222-4db9-8cfd-ae8b447de34c', 'status': 'completed', 'code': 200} Sep 23 01:30:39.660069 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7190335 Sep 23 01:30:39.686395 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 2731a03e-93f1-42a0-9954-08f752288652 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:30:39.752553 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Request body: {'port': {'device_id': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:39.876889 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1b60d8-8221-4813-9c15-069d1c74ae40 {{(pid=107235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:30:39.898471 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Publish callbacks [] for port (3c1b60d8-8221-4813-9c15-069d1c74ae40), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:39.937182 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Attempt 4 to provision port 3c1b60d8-8221-4813-9c15-069d1c74ae40 Sep 23 01:30:39.948510 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.provisioning_blocks [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Transition to ACTIVE for port object 3c1b60d8-8221-4813-9c15-069d1c74ae40 will not be triggered until provisioned by entity L2. {{(pid=107235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:30:39.967590 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c13c2-d45b-404a-b41c-cf5df85277b8 req-181490fd-20d9-49ff-8646-47bfe4339816 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:39.970419 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-613c13c2-d45b-404a-b41c-cf5df85277b8 req-181490fd-20d9-49ff-8646-47bfe4339816 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 931 time: 0.7166910 Sep 23 01:30:39.971761 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Pushing event updated for resources: {'Port': ['ID=67de195b-49ec-4b3f-a46f-2918a89919f7,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:39.992732 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5042e-aa74-465e-9ce3-603e1d664d2b req-8c9451c7-b317-4f35-baac-c6cb3fb765c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:39.995544 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-abc5042e-aa74-465e-9ce3-603e1d664d2b req-8c9451c7-b317-4f35-baac-c6cb3fb765c5 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=92e9b7f9904f437f91148da9fc521326&device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 1127 time: 0.3640823 Sep 23 01:30:40.007394 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d020d-b1cc-4e56-952c-56b692ad2481 service neutron] Pushing event updated for resources: {'Port': ['ID=c8abb555-0222-4db9-8cfd-ae8b447de34c,revision_number=3']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:40.078890 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 2731a03e-93f1-42a0-9954-08f752288652, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2731a03e-93f1-42a0-9954-08f752288652,segment=NetworkSegment(03d47607-353e-4aeb-bbdc-7205e9973798),segment_id=03d47607-353e-4aeb-bbdc-7205e9973798)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:40.088981 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ba7eaaef-826b-451e-8179-6746144271a9 req-9b0ddb3d-2590-4004-ba2b-83247b97f576 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578426 Sep 23 01:30:40.124397 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bbc52d5d-2834-43eb-920e-60363164435a req-ae778525-b2a6-467a-9ba2-55cfea70cd40 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/a0c19b36-6dcd-4567-812d-252de08febdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506687 Sep 23 01:30:40.131186 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Port 3c1b60d8-8221-4813-9c15-069d1c74ae40 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:40.138816 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': '2731a03e-93f1-42a0-9954-08f752288652', 'network_id': 'a0c19b36-6dcd-4567-812d-252de08febdf', 'port_id': '2731a03e-93f1-42a0-9954-08f752288652', 'mac_address': 'fa:16:3e:44:a1:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56f744e-834c-45c8-9f6b-fb3cd6317e48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:30:40.202565 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:40.203686 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:40.205137 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:40.205543 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:40.205916 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:40.206352 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:40.206756 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:40.207098 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:40.207433 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:40.210358 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:40.211114 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:40.211962 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:40.213312 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:40.214079 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:40.214776 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf52c8c-92e8-499e-8ab8-61f5803ee5bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:40.231007 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acb90b-0b80-4b13-a39f-0459b8af2dfe req-42fd1d20-8d88-4696-985b-f4db2be826a5 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:40.236190 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-59acb90b-0b80-4b13-a39f-0459b8af2dfe req-42fd1d20-8d88-4696-985b-f4db2be826a5 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 944 time: 0.2773995 Sep 23 01:30:40.263769 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 2731a03e-93f1-42a0-9954-08f752288652 is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:40.264224 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (2731a03e-93f1-42a0-9954-08f752288652), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:40.269634 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (3c1b60d8-8221-4813-9c15-069d1c74ae40), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:40.292494 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2731a03e-93f1-42a0-9954-08f752288652 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:30:40.295129 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:40.353999 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 2731a03e-93f1-42a0-9954-08f752288652, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2731a03e-93f1-42a0-9954-08f752288652,segment=NetworkSegment(03d47607-353e-4aeb-bbdc-7205e9973798),segment_id=03d47607-353e-4aeb-bbdc-7205e9973798)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:40.361368 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:40.415196 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-59acb90b-0b80-4b13-a39f-0459b8af2dfe req-4feacb8c-e929-466b-a415-efbc95bca554 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513443 Sep 23 01:30:40.459465 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:40.467419 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:40.476615 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5042e-aa74-465e-9ce3-603e1d664d2b req-2cb6e62e-e930-4666-8f10-0488c12cde7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:40.480407 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-613c13c2-d45b-404a-b41c-cf5df85277b8 req-0c226ba2-082d-4aa9-abcd-69eacdd42418 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4902420 Sep 23 01:30:40.486751 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-abc5042e-aa74-465e-9ce3-603e1d664d2b req-2cb6e62e-e930-4666-8f10-0488c12cde7e service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=92e9b7f9904f437f91148da9fc521326&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4145207 Sep 23 01:30:40.491179 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (2731a03e-93f1-42a0-9954-08f752288652), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:40.565716 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:40.630321 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1b60d8-8221-4813-9c15-069d1c74ae40,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:40.633395 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Attempt 5 to provision port 3c1b60d8-8221-4813-9c15-069d1c74ae40 Sep 23 01:30:40.754513 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:40.776986 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Attempting to bind port 3c1b60d8-8221-4813-9c15-069d1c74ae40 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:40.776986 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Attempting to bind port 3c1b60d8-8221-4813-9c15-069d1c74ae40 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'}] {{(pid=107235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:40.776986 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Attempting to bind port 3c1b60d8-8221-4813-9c15-069d1c74ae40 on network f7b971fd-945f-4624-ba90-e53784d63da6 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:40.885833 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d819cd-5af0-4795-911a-34b9d333d933 req-c80e37cb-6332-49a2-81d4-9130241148dc tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:40.896304 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e3d819cd-5af0-4795-911a-34b9d333d933 req-c80e37cb-6332-49a2-81d4-9130241148dc tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 943 time: 0.1482952 Sep 23 01:30:40.920125 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=2731a03e-93f1-42a0-9954-08f752288652,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:40.955749 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Port 3c1b60d8-8221-4813-9c15-069d1c74ae40 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:40.956924 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['2731a03e-93f1-42a0-9954-08f752288652'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:30:41.007468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:41.007468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:41.007468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:41.007468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:41.007468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:41.007468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:41.007468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:41.007468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:41.007468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:41.007468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:41.007468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:41.007468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:41.007468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:41.007468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:41.007468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:41.192085 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e3d819cd-5af0-4795-911a-34b9d333d933 req-d9652265-87a7-4f26-b594-587c96b3a471 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2840712 Sep 23 01:30:41.282210 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:41.293835 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:41.304286 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:41.376242 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5042e-aa74-465e-9ce3-603e1d664d2b req-bed89e15-5b31-4bff-8886-f468b5fefd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:41.380625 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-abc5042e-aa74-465e-9ce3-603e1d664d2b req-bed89e15-5b31-4bff-8886-f468b5fefd63 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4075029 Sep 23 01:30:41.399271 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ee33e-4ff4-4605-9eb1-e854418beaa6 req-d0430ae0-336a-4acb-900b-e425f853d3ac tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:41.408888 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-7a0ee33e-4ff4-4605-9eb1-e854418beaa6 req-d0430ae0-336a-4acb-900b-e425f853d3ac tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 944 time: 0.6056905 Sep 23 01:30:41.541161 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Attempt 6 to provision port 3c1b60d8-8221-4813-9c15-069d1c74ae40 Sep 23 01:30:41.639036 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Port 3c1b60d8-8221-4813-9c15-069d1c74ae40 on network f7b971fd-945f-4624-ba90-e53784d63da6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:30:41.639036 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Attempting to bind port 3c1b60d8-8221-4813-9c15-069d1c74ae40 on network f7b971fd-945f-4624-ba90-e53784d63da6 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:41.679701 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device fbe29d32-612d-4c37-bdda-6d63f1cd6de4 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:30:41.691053 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Port 3c1b60d8-8221-4813-9c15-069d1c74ae40 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:41.742062 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62bb82-42e7-4279-8179-54374319aab8 req-cbcb0d70-a989-4b0f-9cf5-8184d4f2db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:41.746076 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0e62bb82-42e7-4279-8179-54374319aab8 req-cbcb0d70-a989-4b0f-9cf5-8184d4f2db6d service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=92e9b7f9904f437f91148da9fc521326&device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 1127 time: 0.2115183 Sep 23 01:30:41.959838 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8ab21-1c8e-458b-9f99-0757eb734ac1 req-6426fe76-33b6-4f6c-9724-041fea021a61 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:41.976418 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5ea8ab21-1c8e-458b-9f99-0757eb734ac1 req-6426fe76-33b6-4f6c-9724-041fea021a61 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 945 time: 0.3127105 Sep 23 01:30:41.984422 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0e62bb82-42e7-4279-8179-54374319aab8 req-cdfb4726-616c-487b-9f0a-9f4959a03bc8 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8abb555-0222-4db9-8cfd-ae8b447de34c HTTP/1.1" status: 200 len: 217 time: 0.2138004 Sep 23 01:30:42.149937 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62bb82-42e7-4279-8179-54374319aab8 req-444e6578-d05d-4cdd-9622-630762e1b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:42.155135 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0e62bb82-42e7-4279-8179-54374319aab8 req-444e6578-d05d-4cdd-9622-630762e1b697 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d36fada1-7414-44f7-a6e7-b0b2acebf5e7 HTTP/1.1" status: 200 len: 850 time: 0.1539676 Sep 23 01:30:42.155443 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port fbe29d32-612d-4c37-bdda-6d63f1cd6de4, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fbe29d32-612d-4c37-bdda-6d63f1cd6de4,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:42.196523 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Attempt 7 to provision port 3c1b60d8-8221-4813-9c15-069d1c74ae40 Sep 23 01:30:42.260143 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': 'fbe29d32-612d-4c37-bdda-6d63f1cd6de4', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'port_id': 'fbe29d32-612d-4c37-bdda-6d63f1cd6de4', 'mac_address': 'fa:16:3e:db:71:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f171f77f-736d-489a-928a-20915fd59544', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:30:42.321464 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5ea8ab21-1c8e-458b-9f99-0757eb734ac1 req-55173755-f331-4c90-8e16-0d76639b3e77 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435361 Sep 23 01:30:42.344433 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62bb82-42e7-4279-8179-54374319aab8 req-a02a2138-2b05-4d2b-a8a2-e21f0b5c4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:42.349692 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0e62bb82-42e7-4279-8179-54374319aab8 req-a02a2138-2b05-4d2b-a8a2-e21f0b5c4a6e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=62c29b3e-b2e8-4dd4-ada2-85bc80343af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1869757 Sep 23 01:30:42.376376 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-7a0ee33e-4ff4-4605-9eb1-e854418beaa6 req-9d8e581a-b5a1-4e6c-b9b5-cfd89068bd57 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9659369 Sep 23 01:30:42.378759 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Port 3c1b60d8-8221-4813-9c15-069d1c74ae40 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:42.409480 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port fbe29d32-612d-4c37-bdda-6d63f1cd6de4 is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:42.409870 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fbe29d32-612d-4c37-bdda-6d63f1cd6de4), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:42.437454 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe29d32-612d-4c37-bdda-6d63f1cd6de4 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:30:42.527600 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port fbe29d32-612d-4c37-bdda-6d63f1cd6de4, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fbe29d32-612d-4c37-bdda-6d63f1cd6de4,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:42.541016 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:42.541342 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Checking segment: {'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:42.541874 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Bound using segment: {'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'} {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:42.542364 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Bound port: 3c1b60d8-8221-4813-9c15-069d1c74ae40, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'}}] {{(pid=107235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:42.542743 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (3c1b60d8-8221-4813-9c15-069d1c74ae40), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:42.635427 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (fbe29d32-612d-4c37-bdda-6d63f1cd6de4), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:42.719453 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67de195b-49ec-4b3f-a46f-2918a89919f7 {{(pid=107235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:30:42.752471 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Publish callbacks [] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:42.877754 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.provisioning_blocks [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Transition to ACTIVE for port object 67de195b-49ec-4b3f-a46f-2918a89919f7 will not be triggered until provisioned by entity L2. {{(pid=107235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:30:42.908702 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb82ff-49ca-4655-92a8-31ac99c37a7c req-24a91d2d-81f9-46bc-a50d-2a4395351015 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:42.912118 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Attempt 8 to provision port 3c1b60d8-8221-4813-9c15-069d1c74ae40 Sep 23 01:30:42.912545 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3fcb82ff-49ca-4655-92a8-31ac99c37a7c req-24a91d2d-81f9-46bc-a50d-2a4395351015 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 943 time: 0.1849842 Sep 23 01:30:42.921682 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] For port 3c1b60d8-8221-4813-9c15-069d1c74ae40, host hv-cinder-84914, cleared binding levels {{(pid=107235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:42.927308 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] For port 3c1b60d8-8221-4813-9c15-069d1c74ae40, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3c1b60d8-8221-4813-9c15-069d1c74ae40,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:42.954517 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=fbe29d32-612d-4c37-bdda-6d63f1cd6de4,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:42.983953 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Port 3c1b60d8-8221-4813-9c15-069d1c74ae40 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:30:43.016833 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['fbe29d32-612d-4c37-bdda-6d63f1cd6de4'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:30:43.032848 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3fcb82ff-49ca-4655-92a8-31ac99c37a7c req-653bf4a9-63ed-4138-a4ee-6fa274311a22 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950468 Sep 23 01:30:43.033677 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 40442) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:43.066102 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:43.260367 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Pushing event updated for resources: {'Port': ['ID=67de195b-49ec-4b3f-a46f-2918a89919f7,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:43.284424 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (3c1b60d8-8221-4813-9c15-069d1c74ae40), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:43.292509 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:43.295434 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:43.304572 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/3c1b60d8-8221-4813-9c15-069d1c74ae40 HTTP/1.1" status: 200 len: 1094 time: 6.3502474 Sep 23 01:30:43.322910 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3604d0-0f5e-4363-ae25-1fa0bbbb900f', 'tag': '3c1b60d8-8221-4813-9c15-069d1c74ae40'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:30:43.341093 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b68c42-14a3-42aa-b5ec-895be827bd5c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3604d0-0f5e-4363-ae25-1fa0bbbb900f", "tag": "3c1b60d8-8221-4813-9c15-069d1c74ae40"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:30:43.429372 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa098c2-a96b-4044-87be-46a032448273 req-467b5ca7-9eb1-4840-916e-bf570205efd5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:43.432171 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1aa098c2-a96b-4044-87be-46a032448273 req-467b5ca7-9eb1-4840-916e-bf570205efd5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 931 time: 0.7113278 Sep 23 01:30:43.488962 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Attempt 9 to provision port 3c1b60d8-8221-4813-9c15-069d1c74ae40 Sep 23 01:30:43.506788 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0e62bb82-42e7-4279-8179-54374319aab8 req-822cec5b-7980-4616-a76d-50d1e5d3e8d9 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1448383 Sep 23 01:30:43.618890 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-508ca875-e239-4465-8d8a-57c39d399e34 None None] Port 3c1b60d8-8221-4813-9c15-069d1c74ae40 had new provisioning blocks added so it will not transition to active. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:30:43.633940 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b86c7-d72f-49c2-ac2e-ac177c406cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1b60d8-8221-4813-9c15-069d1c74ae40,revision_number=3']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:43.651157 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27168e9-7e78-4303-9686-518d76d4fb0a x-openstack-request-id: req-e27168e9-7e78-4303-9686-518d76d4fb0a {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:30:43.651677 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3604d0-0f5e-4363-ae25-1fa0bbbb900f", "tag": "3c1b60d8-8221-4813-9c15-069d1c74ae40", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:30:43.656390 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e27168e9-7e78-4303-9686-518d76d4fb0a {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:30:43.656609 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e27168e9-7e78-4303-9686-518d76d4fb0a'] response: {'name': 'network-changed', 'server_uuid': '8e3604d0-0f5e-4363-ae25-1fa0bbbb900f', 'tag': '3c1b60d8-8221-4813-9c15-069d1c74ae40', 'status': 'completed', 'code': 200} Sep 23 01:30:43.703574 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:43.776933 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1aa098c2-a96b-4044-87be-46a032448273 req-48e0806b-9c90-4763-8c50-52144ec44efb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167846 Sep 23 01:30:43.866715 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0e62bb82-42e7-4279-8179-54374319aab8 req-27d2674c-1fb5-40fc-a52c-ff43511a0cff service neutron] 10.222.0.81 "GET /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515706 Sep 23 01:30:43.941038 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-155f131f-2b02-43ff-aeca-ce70c6965699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:44.037777 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device fbe29d32-612d-4c37-bdda-6d63f1cd6de4 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:44.085717 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Attempting to bind port 67de195b-49ec-4b3f-a46f-2918a89919f7 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:30:44.089824 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Attempting to bind port 67de195b-49ec-4b3f-a46f-2918a89919f7 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '24f3d822-fe6a-4342-9062-b8734c2f58e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8'}] {{(pid=107235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:30:44.090804 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Attempting to bind port 67de195b-49ec-4b3f-a46f-2918a89919f7 on network fd195584-9c0f-4bc1-8f70-84ad33facee8 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:44.129795 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8083b50-ba68-4a01-8a0e-21a1c511aaa2 req-aa024f2d-0b6e-48cd-adec-56fc3c8f986f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:44.143949 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d8083b50-ba68-4a01-8a0e-21a1c511aaa2 req-aa024f2d-0b6e-48cd-adec-56fc3c8f986f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 944 time: 0.2204516 Sep 23 01:30:44.308029 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-5e144593-df6d-4183-9b39-7a1543e3f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:44.316195 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-5e144593-df6d-4183-9b39-7a1543e3f615 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 1128 time: 0.6560349 Sep 23 01:30:44.337211 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port fbe29d32-612d-4c37-bdda-6d63f1cd6de4 completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:30:44.340151 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0578676-c91c-4514-bc8f-182cc8211971 req-0fe4e747-4661-46d0-b0ae-f31b8954cfcb tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:44.359605 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c0578676-c91c-4514-bc8f-182cc8211971 req-0fe4e747-4661-46d0-b0ae-f31b8954cfcb tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 945 time: 0.5156050 Sep 23 01:30:44.376330 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:44.382536 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d8083b50-ba68-4a01-8a0e-21a1c511aaa2 req-2d68eb8e-c92e-4e60-8805-d3cf94e59517 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346349 Sep 23 01:30:44.433936 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port fbe29d32-612d-4c37-bdda-6d63f1cd6de4 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:44.434312 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (fbe29d32-612d-4c37-bdda-6d63f1cd6de4), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:44.434643 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port fbe29d32-612d-4c37-bdda-6d63f1cd6de4 Sep 23 01:30:44.504971 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Port 67de195b-49ec-4b3f-a46f-2918a89919f7 on network fd195584-9c0f-4bc1-8f70-84ad33facee8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:30:44.505635 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Attempting to bind port 67de195b-49ec-4b3f-a46f-2918a89919f7 on network fd195584-9c0f-4bc1-8f70-84ad33facee8 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:30:44.609119 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port fbe29d32-612d-4c37-bdda-6d63f1cd6de4 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:44.609737 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fbe29d32-612d-4c37-bdda-6d63f1cd6de4), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:44.672232 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75f4424-87db-4f88-a745-e8071a1a3404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe29d32-612d-4c37-bdda-6d63f1cd6de4'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:30:44.740318 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37de7e7-b192-42e7-a042-769638ad3b28 req-1060ef99-6b20-4790-8390-005c40988749 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:44.745295 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b37de7e7-b192-42e7-a042-769638ad3b28 req-1060ef99-6b20-4790-8390-005c40988749 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 943 time: 0.1365592 Sep 23 01:30:44.755346 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c0578676-c91c-4514-bc8f-182cc8211971 req-d3d305b9-ac8b-46e6-9ea4-149023557c5c tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716972 Sep 23 01:30:44.767326 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-155f131f-2b02-43ff-aeca-ce70c6965699 admin admin] Publish callbacks [] for security_group (f907b664-f845-4d2d-8c27-ab1d4675a999), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:44.781427 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:30:44.781734 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Checking segment: {'id': '24f3d822-fe6a-4342-9062-b8734c2f58e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:30:44.782330 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Bound using segment: {'id': '24f3d822-fe6a-4342-9062-b8734c2f58e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8'} {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:30:44.783051 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Bound port: 67de195b-49ec-4b3f-a46f-2918a89919f7, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f3d822-fe6a-4342-9062-b8734c2f58e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8'}}] {{(pid=107235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:30:44.783909 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:44.899277 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b37de7e7-b192-42e7-a042-769638ad3b28 req-a87830d7-ceeb-4eb2-b5d4-a4e571c35907 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312220 Sep 23 01:30:44.947473 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port fbe29d32-612d-4c37-bdda-6d63f1cd6de4, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fbe29d32-612d-4c37-bdda-6d63f1cd6de4,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:44.961666 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:45.011442 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-155f131f-2b02-43ff-aeca-ce70c6965699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (f907b664-f845-4d2d-8c27-ab1d4675a999), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:45.041841 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-ecfde250-8117-41eb-ac7b-a837d6a0c4e5 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c1b60d8-8221-4813-9c15-069d1c74ae40 HTTP/1.1" status: 200 len: 217 time: 0.1296835 Sep 23 01:30:45.072874 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (fbe29d32-612d-4c37-bdda-6d63f1cd6de4), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:45.087112 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 2731a03e-93f1-42a0-9954-08f752288652 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:45.106408 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] For port 67de195b-49ec-4b3f-a46f-2918a89919f7, host hv-cinder-84914, cleared binding levels {{(pid=107235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:30:45.110947 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] For port 67de195b-49ec-4b3f-a46f-2918a89919f7, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=67de195b-49ec-4b3f-a46f-2918a89919f7,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:30:45.192397 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b6c77-47dc-4554-baa0-4a7dd84460dc req-edd0954a-5080-41f0-9617-97c263a3f8dd tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:45.203291 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-025b6c77-47dc-4554-baa0-4a7dd84460dc req-edd0954a-5080-41f0-9617-97c263a3f8dd tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.1936531 Sep 23 01:30:45.226693 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18da0d12-bb8b-4a76-bf09-b30693ae02e6" -d '{"events": [{"server_uuid": "a75f4424-87db-4f88-a745-e8071a1a3404", "name": "network-vif-plugged", "status": "completed", "tag": "fbe29d32-612d-4c37-bdda-6d63f1cd6de4"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:30:45.242495 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=fbe29d32-612d-4c37-bdda-6d63f1cd6de4,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:45.257355 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port 2731a03e-93f1-42a0-9954-08f752288652 completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:30:45.316464 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:45.360642 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:45.361902 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:45.366059 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/67de195b-49ec-4b3f-a46f-2918a89919f7 HTTP/1.1" status: 200 len: 1093 time: 5.6488047 Sep 23 01:30:45.427161 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-025b6c77-47dc-4554-baa0-4a7dd84460dc req-dfaedbcb-e0fc-4b2f-84a4-43cee7516fd8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214849 Sep 23 01:30:45.446854 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f131f-2b02-43ff-aeca-ce70c6965699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f907b664-f845-4d2d-8c27-ab1d4675a999,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:45.459579 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port 2731a03e-93f1-42a0-9954-08f752288652 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:45.464161 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (2731a03e-93f1-42a0-9954-08f752288652), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:45.464161 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port 2731a03e-93f1-42a0-9954-08f752288652 Sep 23 01:30:45.538324 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-155f131f-2b02-43ff-aeca-ce70c6965699 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=21d24840bff043b9ab4d9450c4d26281&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4988632 Sep 23 01:30:45.538779 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 40506) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:45.564140 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb03668-e03d-4b88-a169-1693991884e7 x-openstack-request-id: req-ceb03668-e03d-4b88-a169-1693991884e7 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:30:45.564638 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75f4424-87db-4f88-a745-e8071a1a3404", "name": "network-vif-plugged", "status": "completed", "tag": "fbe29d32-612d-4c37-bdda-6d63f1cd6de4", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:30:45.569082 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ceb03668-e03d-4b88-a169-1693991884e7 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:30:45.572925 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb03668-e03d-4b88-a169-1693991884e7'] response: {'server_uuid': 'a75f4424-87db-4f88-a745-e8071a1a3404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe29d32-612d-4c37-bdda-6d63f1cd6de4', 'code': 200} Sep 23 01:30:45.617561 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:45.735716 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'tag': '67de195b-49ec-4b3f-a46f-2918a89919f7'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:30:45.735716 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb90768c-e53e-436e-8a9d-ae853d9bda6b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3312b8-1d33-4b15-9ffd-270013a3b14d", "tag": "67de195b-49ec-4b3f-a46f-2918a89919f7"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:30:45.735716 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-eadc0431-17e9-47de-b9a4-3d0d25de66c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:45.735716 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-eadc0431-17e9-47de-b9a4-3d0d25de66c2 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=cc926b4dede94c3b92441b0c610771f6&device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 1127 time: 0.1490812 Sep 23 01:30:45.737038 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-83c9be1c-866f-4138-a22e-0135a671de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:45.746839 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-83c9be1c-866f-4138-a22e-0135a671de81 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f171f77f-736d-489a-928a-20915fd59544 HTTP/1.1" status: 200 len: 858 time: 0.5562570 Sep 23 01:30:45.764306 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 2731a03e-93f1-42a0-9954-08f752288652 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:45.765162 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (2731a03e-93f1-42a0-9954-08f752288652), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:45.896953 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Publish callbacks [] for security_group (f907b664-f845-4d2d-8c27-ab1d4675a999), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:45.968057 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 2731a03e-93f1-42a0-9954-08f752288652, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2731a03e-93f1-42a0-9954-08f752288652,segment=NetworkSegment(03d47607-353e-4aeb-bbdc-7205e9973798),segment_id=03d47607-353e-4aeb-bbdc-7205e9973798)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:45.969420 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-3fcd6aca-1e51-4555-9e40-214bf95b8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:45.975597 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-3fcd6aca-1e51-4555-9e40-214bf95b8208 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f7b971fd-945f-4624-ba90-e53784d63da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2006996 Sep 23 01:30:45.981368 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdffe652-3133-4c5f-b09c-94d41923eeef x-openstack-request-id: req-fdffe652-3133-4c5f-b09c-94d41923eeef {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:30:45.981734 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3312b8-1d33-4b15-9ffd-270013a3b14d", "tag": "67de195b-49ec-4b3f-a46f-2918a89919f7", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:30:45.981982 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fdffe652-3133-4c5f-b09c-94d41923eeef {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:30:45.982456 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdffe652-3133-4c5f-b09c-94d41923eeef'] response: {'name': 'network-changed', 'server_uuid': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'tag': '67de195b-49ec-4b3f-a46f-2918a89919f7', 'status': 'completed', 'code': 200} Sep 23 01:30:45.994686 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Publish callbacks [] for security_group (f907b664-f845-4d2d-8c27-ab1d4675a999), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:46.000381 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device c8abb555-0222-4db9-8cfd-ae8b447de34c details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:30:46.100204 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c9111-7bfd-484e-bc80-0af06c3a6888 service neutron] Pushing event updated for resources: {'Port': ['ID=67de195b-49ec-4b3f-a46f-2918a89919f7,revision_number=3']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:46.109878 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (2731a03e-93f1-42a0-9954-08f752288652), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:46.178031 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-7019bdb8-09d1-4c6f-b461-87f1303ab802 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67de195b-49ec-4b3f-a46f-2918a89919f7 HTTP/1.1" status: 200 len: 217 time: 0.4239619 Sep 23 01:30:46.362388 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=2731a03e-93f1-42a0-9954-08f752288652,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:46.429733 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (f907b664-f845-4d2d-8c27-ab1d4675a999), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:46.435153 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:46.443232 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f907b664-f845-4d2d-8c27-ab1d4675a999 HTTP/1.1" status: 204 len: 168 time: 0.9025774 Sep 23 01:30:46.502601 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecaa535-fca1-45a4-ad92-008a5d12dc60 req-0cf11498-725d-4ae9-841c-bcd0bae6f048 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:46.524512 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port c8abb555-0222-4db9-8cfd-ae8b447de34c, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c8abb555-0222-4db9-8cfd-ae8b447de34c,segment=NetworkSegment(eab22f6f-3eb0-43db-a23d-8744583fc68d),segment_id=eab22f6f-3eb0-43db-a23d-8744583fc68d)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:46.534277 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-aecaa535-fca1-45a4-ad92-008a5d12dc60 req-0cf11498-725d-4ae9-841c-bcd0bae6f048 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 944 time: 0.7858818 Sep 23 01:30:46.559751 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': 'c8abb555-0222-4db9-8cfd-ae8b447de34c', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'port_id': 'c8abb555-0222-4db9-8cfd-ae8b447de34c', 'mac_address': 'fa:16:3e:13:b9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:30:46.588514 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f907b664-f845-4d2d-8c27-ab1d4675a999,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:46.618137 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bd9ed-e249-477f-960d-c01e4e4bc97a req-b24ec011-358a-472e-a01f-99b4b612fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:46.620807 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b52bd9ed-e249-477f-960d-c01e4e4bc97a req-b24ec011-358a-472e-a01f-99b4b612fa99 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 1129 time: 0.4501820 Sep 23 01:30:46.688143 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12916f18-2c1d-40df-823d-f69d04594c3c req-1259f64b-671d-4370-8187-32bf0e63fd68 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:46.708370 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-12916f18-2c1d-40df-823d-f69d04594c3c req-1259f64b-671d-4370-8187-32bf0e63fd68 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 946 time: 0.4737718 Sep 23 01:30:46.736691 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port c8abb555-0222-4db9-8cfd-ae8b447de34c is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:46.737701 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c8abb555-0222-4db9-8cfd-ae8b447de34c), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:46.785621 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-aecaa535-fca1-45a4-ad92-008a5d12dc60 req-abe05a88-9f16-4a26-9c83-51a110f3fa1d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372522 Sep 23 01:30:46.802397 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:46.803057 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:46.804016 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:46.804215 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:46.817671 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:46.818223 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:46.819868 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:46.820902 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:46.822552 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:46.824156 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8abb555-0222-4db9-8cfd-ae8b447de34c {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:30:46.830541 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:46.833232 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-2db491b9-8106-4ab4-9a8b-ecbec3f43cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:46.833876 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:46.837793 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:46.839434 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:46.841920 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:46.843327 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-2db491b9-8106-4ab4-9a8b-ecbec3f43cc6 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=14588842-7014-4d4b-b88a-21758b766661 HTTP/1.1" status: 200 len: 856 time: 0.6444004 Sep 23 01:30:46.843899 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:46.846379 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4109c783-2db5-4d2c-bdd8-4402b1338b77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:30:46.930778 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-b52bd9ed-e249-477f-960d-c01e4e4bc97a req-5ee18496-92b7-4a7d-8dc1-efd5d599f714 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:46.932470 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port c8abb555-0222-4db9-8cfd-ae8b447de34c, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c8abb555-0222-4db9-8cfd-ae8b447de34c,segment=NetworkSegment(eab22f6f-3eb0-43db-a23d-8744583fc68d),segment_id=eab22f6f-3eb0-43db-a23d-8744583fc68d)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:47.012618 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-b01c3f3d-e859-4d36-b220-71c6a60722d7 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9217665 Sep 23 01:30:47.044075 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-12916f18-2c1d-40df-823d-f69d04594c3c req-8df74a04-761e-425a-97e2-c72856a0bb6e tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345883 Sep 23 01:30:47.050319 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c8abb555-0222-4db9-8cfd-ae8b447de34c), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:47.137532 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-b52bd9ed-e249-477f-960d-c01e4e4bc97a req-5ee18496-92b7-4a7d-8dc1-efd5d599f714 service neutron] Publish callbacks [] for security_group (a389bb2f-3aba-4dba-b603-dc082e22013c), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:47.177286 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=c8abb555-0222-4db9-8cfd-ae8b447de34c,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:47.275920 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-b52bd9ed-e249-477f-960d-c01e4e4bc97a req-5ee18496-92b7-4a7d-8dc1-efd5d599f714 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (a389bb2f-3aba-4dba-b603-dc082e22013c), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:47.358996 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['c8abb555-0222-4db9-8cfd-ae8b447de34c'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:30:47.366837 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b52bd9ed-e249-477f-960d-c01e4e4bc97a req-5ee18496-92b7-4a7d-8dc1-efd5d599f714 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7053187 Sep 23 01:30:47.412592 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-d0700b1c-46a1-4eb4-addb-6bbb1f69597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:47.415501 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-d0700b1c-46a1-4eb4-addb-6bbb1f69597c service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=fd195584-9c0f-4bc1-8f70-84ad33facee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5700068 Sep 23 01:30:47.487297 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:47.544603 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-070fe7ae-bc61-4f50-a905-c67f2bfbc052 req-790194f0-618a-46cb-8207-e413872812cb service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405527 Sep 23 01:30:47.554878 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0eeb6-4cca-418e-b2ff-bb576310222d req-aa296e7e-0eda-41cb-89fc-ea68cc8225a6 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:47.568177 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-53e0eeb6-4cca-418e-b2ff-bb576310222d req-aa296e7e-0eda-41cb-89fc-ea68cc8225a6 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.2227106 Sep 23 01:30:47.600609 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee18496-92b7-4a7d-8dc1-efd5d599f714 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a389bb2f-3aba-4dba-b603-dc082e22013c,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:47.628843 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2166a98-2e71-4367-aa3a-9064cb15ae82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2731a03e-93f1-42a0-9954-08f752288652'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:30:47.630073 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da664d32-8248-4401-a452-f92b906693b6" -d '{"events": [{"server_uuid": "d2166a98-2e71-4367-aa3a-9064cb15ae82", "name": "network-vif-plugged", "status": "completed", "tag": "2731a03e-93f1-42a0-9954-08f752288652"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:30:47.633686 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5b94e-7ed5-42aa-a35f-df31c7af925c req-8761619f-e965-4e19-9ee0-19a8457bf372 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:47.654320 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6ff5b94e-7ed5-42aa-a35f-df31c7af925c req-8761619f-e965-4e19-9ee0-19a8457bf372 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 944 time: 0.5556524 Sep 23 01:30:47.760156 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:47.817233 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6ff5b94e-7ed5-42aa-a35f-df31c7af925c req-a15a39fd-567a-4898-b149-5296fff6dc9b tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594677 Sep 23 01:30:47.850444 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:47.926318 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-53e0eeb6-4cca-418e-b2ff-bb576310222d req-2fe0d2e3-2df4-4e12-ab6b-fb0150fca66b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043890 Sep 23 01:30:47.944765 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:47.988098 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b26ae89-c901-4576-848a-b05e4537acce x-openstack-request-id: req-1b26ae89-c901-4576-848a-b05e4537acce {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:30:47.989927 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2166a98-2e71-4367-aa3a-9064cb15ae82", "name": "network-vif-plugged", "status": "completed", "tag": "2731a03e-93f1-42a0-9954-08f752288652", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:30:47.990688 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b26ae89-c901-4576-848a-b05e4537acce {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:30:47.991955 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b26ae89-c901-4576-848a-b05e4537acce'] response: {'server_uuid': 'd2166a98-2e71-4367-aa3a-9064cb15ae82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2731a03e-93f1-42a0-9954-08f752288652', 'code': 200} Sep 23 01:30:48.256157 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-d8549f62-a9fa-4b15-bf15-8578414db0af service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207876 Sep 23 01:30:48.379289 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873dcf4-626d-41a0-8ed0-08345e24318c req-db79ee38-20e1-4e9d-8a2a-90dcfa068a54 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:48.411395 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e873dcf4-626d-41a0-8ed0-08345e24318c req-db79ee38-20e1-4e9d-8a2a-90dcfa068a54 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 944 time: 0.2386053 Sep 23 01:30:48.499292 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device c8abb555-0222-4db9-8cfd-ae8b447de34c up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:48.627916 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e873dcf4-626d-41a0-8ed0-08345e24318c req-0ced7072-9fc2-4242-81a4-54d7855031af tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968369 Sep 23 01:30:48.721071 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port c8abb555-0222-4db9-8cfd-ae8b447de34c completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:30:48.849197 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port c8abb555-0222-4db9-8cfd-ae8b447de34c triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:48.850900 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (c8abb555-0222-4db9-8cfd-ae8b447de34c), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:48.862125 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port c8abb555-0222-4db9-8cfd-ae8b447de34c Sep 23 01:30:48.887426 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:48.900124 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 40558) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:48.961128 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a2e44bd6-a0f6-4800-98a1-4ceb88048bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:48.966724 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d8a3e-6c9a-4d0e-8e5d-ff65ecfacc5f req-fda06e56-70f7-4deb-993a-24aa1ff635cc tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:48.969107 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-034d8a3e-6c9a-4d0e-8e5d-ff65ecfacc5f req-fda06e56-70f7-4deb-993a-24aa1ff635cc tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 946 time: 0.6142635 Sep 23 01:30:49.160747 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port c8abb555-0222-4db9-8cfd-ae8b447de34c is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:49.161616 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c8abb555-0222-4db9-8cfd-ae8b447de34c), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:49.252890 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-034d8a3e-6c9a-4d0e-8e5d-ff65ecfacc5f req-3f1314ba-73f4-4f5e-8bd8-472d434e613f tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685168 Sep 23 01:30:49.278784 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df98f4b-ef1d-47de-965a-3279ce07188e req-79170714-20f5-42b4-97cd-4b3eed304554 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:49.308124 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0df98f4b-ef1d-47de-965a-3279ce07188e req-79170714-20f5-42b4-97cd-4b3eed304554 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 944 time: 0.2167268 Sep 23 01:30:49.331590 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port c8abb555-0222-4db9-8cfd-ae8b447de34c, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c8abb555-0222-4db9-8cfd-ae8b447de34c,segment=NetworkSegment(eab22f6f-3eb0-43db-a23d-8744583fc68d),segment_id=eab22f6f-3eb0-43db-a23d-8744583fc68d)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:49.433550 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a2e44bd6-a0f6-4800-98a1-4ceb88048bec admin admin] Publish callbacks [] for security_group (6f74f4b3-2bf7-44f2-b121-fa6d635fa4a9), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:49.505595 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0df98f4b-ef1d-47de-965a-3279ce07188e req-73b88147-c341-4520-8a74-799301ec7899 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299808 Sep 23 01:30:49.510821 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c8abb555-0222-4db9-8cfd-ae8b447de34c), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:49.548654 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a2e44bd6-a0f6-4800-98a1-4ceb88048bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (6f74f4b3-2bf7-44f2-b121-fa6d635fa4a9), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:49.557651 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:49.633204 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-a2e44bd6-a0f6-4800-98a1-4ceb88048bec admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e6d50f15e4d54c74b32bed01ddfe0117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7300277 Sep 23 01:30:49.634791 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e44bd6-a0f6-4800-98a1-4ceb88048bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f74f4b3-2bf7-44f2-b121-fa6d635fa4a9,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:49.639009 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 40570) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:49.649852 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=c8abb555-0222-4db9-8cfd-ae8b447de34c,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:49.757665 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2520a08-ecdd-4907-b178-6bcd897f9612 req-f2c2bba6-5d87-4c97-9f45-dc885a54d2a5 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866650 Sep 23 01:30:49.833577 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-881c78ca-acf1-4aa5-a330-c8b5851026ca admin admin] Publish callbacks [] for security_group (6f74f4b3-2bf7-44f2-b121-fa6d635fa4a9), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:49.924770 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cb9bc-06db-4e87-9ebb-0a4c63f8324f req-81d8ea73-9e34-4aa3-ab54-d43aa26c71ad tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:49.933091 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-dc0cb9bc-06db-4e87-9ebb-0a4c63f8324f req-81d8ea73-9e34-4aa3-ab54-d43aa26c71ad tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.4146714 Sep 23 01:30:49.950131 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-881c78ca-acf1-4aa5-a330-c8b5851026ca admin admin] Publish callbacks [] for security_group (6f74f4b3-2bf7-44f2-b121-fa6d635fa4a9), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:49.989775 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b68c42-14a3-42aa-b5ec-895be827bd5c req-3eb6308e-e320-4eb2-8886-d3f156da797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:49.993601 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ce20b4-a04e-4dc8-b694-50be8ee53310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8abb555-0222-4db9-8cfd-ae8b447de34c'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:30:49.994405 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c0b68c42-14a3-42aa-b5ec-895be827bd5c req-3eb6308e-e320-4eb2-8886-d3f156da797e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 1128 time: 0.4979746 Sep 23 01:30:49.999682 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93813d1-4d9a-44fb-9df6-b29f31055d0c" -d '{"events": [{"server_uuid": "09ce20b4-a04e-4dc8-b694-50be8ee53310", "name": "network-vif-plugged", "status": "completed", "tag": "c8abb555-0222-4db9-8cfd-ae8b447de34c"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:30:50.131411 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:50.269853 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33febd2a-3562-4b24-94b7-4929c8f7ce03 req-4c7b620e-10e6-44d3-821d-086d72d9992e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:50.274933 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-33febd2a-3562-4b24-94b7-4929c8f7ce03 req-4c7b620e-10e6-44d3-821d-086d72d9992e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 944 time: 0.2418623 Sep 23 01:30:50.358226 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-dc0cb9bc-06db-4e87-9ebb-0a4c63f8324f req-ae65763b-d2fd-425f-90a1-36a833f00d3b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4124651 Sep 23 01:30:50.412815 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-881c78ca-acf1-4aa5-a330-c8b5851026ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (6f74f4b3-2bf7-44f2-b121-fa6d635fa4a9), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:50.418977 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-881c78ca-acf1-4aa5-a330-c8b5851026ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:50.427596 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-881c78ca-acf1-4aa5-a330-c8b5851026ca admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6f74f4b3-2bf7-44f2-b121-fa6d635fa4a9 HTTP/1.1" status: 204 len: 168 time: 0.7867939 Sep 23 01:30:50.496079 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 3c1b60d8-8221-4813-9c15-069d1c74ae40 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:30:50.594333 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee4c3e6-34ba-499a-8de7-58c552d5d96b x-openstack-request-id: req-6ee4c3e6-34ba-499a-8de7-58c552d5d96b {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:30:50.595276 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ce20b4-a04e-4dc8-b694-50be8ee53310", "name": "network-vif-plugged", "status": "completed", "tag": "c8abb555-0222-4db9-8cfd-ae8b447de34c", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:30:50.597071 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c78ca-acf1-4aa5-a330-c8b5851026ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f74f4b3-2bf7-44f2-b121-fa6d635fa4a9,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:50.598900 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ee4c3e6-34ba-499a-8de7-58c552d5d96b {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:30:50.600490 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee4c3e6-34ba-499a-8de7-58c552d5d96b'] response: {'server_uuid': '09ce20b4-a04e-4dc8-b694-50be8ee53310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8abb555-0222-4db9-8cfd-ae8b447de34c', 'code': 200} Sep 23 01:30:50.667620 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-33febd2a-3562-4b24-94b7-4929c8f7ce03 req-81bbdf38-d2c6-434e-841a-23406635c2f7 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745363 Sep 23 01:30:50.682077 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.db.resource_extend [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 23 01:30:50.777994 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b68c42-14a3-42aa-b5ec-895be827bd5c req-6ab18f9b-296f-42a5-a4e6-4a12d673af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:50.786337 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c0b68c42-14a3-42aa-b5ec-895be827bd5c req-6ab18f9b-296f-42a5-a4e6-4a12d673af68 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 200 len: 920 time: 0.7493768 Sep 23 01:30:51.070985 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb67a1-885f-47e3-a296-030970acf144 req-363c39cd-f0b8-4a84-a13e-3a9413f76395 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:51.080529 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b3eb67a1-885f-47e3-a296-030970acf144 req-363c39cd-f0b8-4a84-a13e-3a9413f76395 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 946 time: 0.1335707 Sep 23 01:30:51.081870 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802115f-5f3c-44fe-a485-59b779ab3266 req-108752a0-d254-4fa6-8f99-58ef92fcf1af tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:51.088386 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e802115f-5f3c-44fe-a485-59b779ab3266 req-108752a0-d254-4fa6-8f99-58ef92fcf1af tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.1707344 Sep 23 01:30:51.128115 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 3c1b60d8-8221-4813-9c15-069d1c74ae40, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3c1b60d8-8221-4813-9c15-069d1c74ae40,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:51.136433 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:51.160479 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': '3c1b60d8-8221-4813-9c15-069d1c74ae40', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'port_id': '3c1b60d8-8221-4813-9c15-069d1c74ae40', 'mac_address': 'fa:16:3e:33:68:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f171f77f-736d-489a-928a-20915fd59544', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:30:51.221873 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c0b68c42-14a3-42aa-b5ec-895be827bd5c req-2cd4a525-6bec-41fc-a98a-d106e384dec0 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c1b60d8-8221-4813-9c15-069d1c74ae40 HTTP/1.1" status: 200 len: 217 time: 0.1384811 Sep 23 01:30:51.266934 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 3c1b60d8-8221-4813-9c15-069d1c74ae40 is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:51.267632 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (3c1b60d8-8221-4813-9c15-069d1c74ae40), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:51.274122 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e802115f-5f3c-44fe-a485-59b779ab3266 req-783198b7-62b4-4062-ad56-5b4041faea51 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710529 Sep 23 01:30:51.310614 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1b60d8-8221-4813-9c15-069d1c74ae40 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:30:51.338486 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b3eb67a1-885f-47e3-a296-030970acf144 req-1d655fac-7ec6-4b34-b185-2f2a36cb8a27 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300086 Sep 23 01:30:51.385763 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 3c1b60d8-8221-4813-9c15-069d1c74ae40, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3c1b60d8-8221-4813-9c15-069d1c74ae40,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:51.462626 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (3c1b60d8-8221-4813-9c15-069d1c74ae40), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:51.519816 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ca32e-3b68-4759-9fd6-6ef530f1c159 req-91ea8a66-f6b8-483e-8367-8ebf7eb92981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:51.522715 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-137ca32e-3b68-4759-9fd6-6ef530f1c159 req-91ea8a66-f6b8-483e-8367-8ebf7eb92981 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 1130 time: 0.1969397 Sep 23 01:30:51.616535 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90768c-e53e-436e-8a9d-ae853d9bda6b req-135fe64d-8136-4f61-ac34-41c318b47565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:51.619541 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-eb90768c-e53e-436e-8a9d-ae853d9bda6b req-135fe64d-8136-4f61-ac34-41c318b47565 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=cc926b4dede94c3b92441b0c610771f6&device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 1127 time: 0.2853730 Sep 23 01:30:51.624444 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:51.648297 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b68c42-14a3-42aa-b5ec-895be827bd5c req-f3b44b46-02db-454d-8edd-61638515ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:51.652332 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c0b68c42-14a3-42aa-b5ec-895be827bd5c req-f3b44b46-02db-454d-8edd-61638515ede4 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f171f77f-736d-489a-928a-20915fd59544 HTTP/1.1" status: 200 len: 858 time: 0.2879751 Sep 23 01:30:51.698481 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=3c1b60d8-8221-4813-9c15-069d1c74ae40,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:51.741700 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-137ca32e-3b68-4759-9fd6-6ef530f1c159 req-656a0d9f-6ebc-487c-8e28-773c66e5f4fe service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074728 Sep 23 01:30:51.794565 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['3c1b60d8-8221-4813-9c15-069d1c74ae40'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:30:51.957783 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b68c42-14a3-42aa-b5ec-895be827bd5c req-3cbe1d9f-b4c2-4077-bcd7-ab1c2653813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:51.964753 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c0b68c42-14a3-42aa-b5ec-895be827bd5c req-3cbe1d9f-b4c2-4077-bcd7-ab1c2653813c service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f7b971fd-945f-4624-ba90-e53784d63da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2903049 Sep 23 01:30:51.971989 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c800367-5041-44d9-b9f5-1caac228833b req-ea001b47-68cf-4989-a88b-76ecb652ef50 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:51.991997 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2c800367-5041-44d9-b9f5-1caac228833b req-ea001b47-68cf-4989-a88b-76ecb652ef50 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.2606561 Sep 23 01:30:52.027664 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 40624) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:52.222286 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2c800367-5041-44d9-b9f5-1caac228833b req-aca512c0-9435-491d-bc4a-4a10b8167b9c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188442 Sep 23 01:30:52.239786 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95981a78-5959-4f89-86a8-65e323da42a9 req-e29638ea-57d3-4804-8e18-ccfc186a534e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:52.242071 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-95981a78-5959-4f89-86a8-65e323da42a9 req-e29638ea-57d3-4804-8e18-ccfc186a534e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 945 time: 0.3828697 Sep 23 01:30:52.378359 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:52.379393 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90768c-e53e-436e-8a9d-ae853d9bda6b req-92a9a2f7-92b6-4f13-8687-0126baa5c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:52.382280 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-eb90768c-e53e-436e-8a9d-ae853d9bda6b req-92a9a2f7-92b6-4f13-8687-0126baa5c120 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=fd195584-9c0f-4bc1-8f70-84ad33facee8 HTTP/1.1" status: 200 len: 918 time: 0.7438953 Sep 23 01:30:52.466532 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-95981a78-5959-4f89-86a8-65e323da42a9 req-21018cc7-6f17-466c-ab73-a91a4ab87a78 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050364 Sep 23 01:30:52.558385 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-eb90768c-e53e-436e-8a9d-ae853d9bda6b req-59f97d9d-819f-4760-84e8-58fa59e0400c service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67de195b-49ec-4b3f-a46f-2918a89919f7 HTTP/1.1" status: 200 len: 217 time: 0.1225896 Sep 23 01:30:52.598901 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 67de195b-49ec-4b3f-a46f-2918a89919f7 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:30:52.639060 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ed771f22-350a-4ee9-85f1-7febecf18303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:52.664404 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c0b68c42-14a3-42aa-b5ec-895be827bd5c req-24649386-917e-4456-b0e1-6194c484893f service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6303937 Sep 23 01:30:52.713700 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b462e-e8fc-4ebe-aabe-26fbfef6c1dd req-88f181cf-a69a-4978-b7d5-76bddbb3f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:52.716927 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-485b462e-e8fc-4ebe-aabe-26fbfef6c1dd req-88f181cf-a69a-4978-b7d5-76bddbb3f3d9 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 1129 time: 0.3106372 Sep 23 01:30:52.861041 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90768c-e53e-436e-8a9d-ae853d9bda6b req-c72556d6-a00b-492d-a3e4-32b5d6762a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:52.883817 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-eb90768c-e53e-436e-8a9d-ae853d9bda6b req-c72556d6-a00b-492d-a3e4-32b5d6762a91 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=14588842-7014-4d4b-b88a-21758b766661 HTTP/1.1" status: 200 len: 856 time: 0.2910948 Sep 23 01:30:52.933582 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d7a28-c6f8-40f1-b2cb-dd7bc60b8d7b req-f09899a9-f7a3-4209-b3c3-90e6153f5813 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:52.937640 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1e0d7a28-c6f8-40f1-b2cb-dd7bc60b8d7b req-f09899a9-f7a3-4209-b3c3-90e6153f5813 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 946 time: 0.3016615 Sep 23 01:30:52.976877 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dce85e-3885-4a6f-aeda-d31a55ea4790 req-2bad0438-ca7d-4fae-b037-c22aca25576f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:52.990659 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d7dce85e-3885-4a6f-aeda-d31a55ea4790 req-2bad0438-ca7d-4fae-b037-c22aca25576f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.4438062 Sep 23 01:30:52.999476 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:53.087144 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c0b68c42-14a3-42aa-b5ec-895be827bd5c req-2c5e2c4f-a085-4f11-8608-d6f7c8712246 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158758 Sep 23 01:30:53.101460 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 67de195b-49ec-4b3f-a46f-2918a89919f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=67de195b-49ec-4b3f-a46f-2918a89919f7,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:53.128552 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': '67de195b-49ec-4b3f-a46f-2918a89919f7', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'port_id': '67de195b-49ec-4b3f-a46f-2918a89919f7', 'mac_address': 'fa:16:3e:68:58:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:30:53.153713 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1e0d7a28-c6f8-40f1-b2cb-dd7bc60b8d7b req-f8803efa-21d1-4839-8d4a-f452daf6c59f tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855252 Sep 23 01:30:53.167235 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-485b462e-e8fc-4ebe-aabe-26fbfef6c1dd req-809e8a1d-cd42-404f-a31e-7f97b3fb9a7f service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2927225 Sep 23 01:30:53.180062 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d7dce85e-3885-4a6f-aeda-d31a55ea4790 req-ee6bfa0e-bc98-40ea-9e20-223747cee632 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869795 Sep 23 01:30:53.260113 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ed771f22-350a-4ee9-85f1-7febecf18303 admin admin] Publish callbacks [] for security_group (42be624f-9e96-4d31-8fb2-51fa407849d9), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:53.267780 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 67de195b-49ec-4b3f-a46f-2918a89919f7 is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:53.268783 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:53.301830 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67de195b-49ec-4b3f-a46f-2918a89919f7 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:30:53.347104 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 67de195b-49ec-4b3f-a46f-2918a89919f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=67de195b-49ec-4b3f-a46f-2918a89919f7,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:53.377966 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ed771f22-350a-4ee9-85f1-7febecf18303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (42be624f-9e96-4d31-8fb2-51fa407849d9), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:53.482189 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:53.487619 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-ed771f22-350a-4ee9-85f1-7febecf18303 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=573ed517b2c549ba95a552153718ba99&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4536881 Sep 23 01:30:53.492553 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 40662) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:53.494337 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:53.496970 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed771f22-350a-4ee9-85f1-7febecf18303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42be624f-9e96-4d31-8fb2-51fa407849d9,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:53.620501 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ca3d6639-2f8e-40e0-a77c-c9e39e2fedcf admin admin] Publish callbacks [] for security_group (42be624f-9e96-4d31-8fb2-51fa407849d9), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:53.699955 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ca3d6639-2f8e-40e0-a77c-c9e39e2fedcf admin admin] Publish callbacks [] for security_group (42be624f-9e96-4d31-8fb2-51fa407849d9), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:53.703514 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90768c-e53e-436e-8a9d-ae853d9bda6b req-7fc7013d-ce9d-4c0a-a807-26b8de067ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:53.705580 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-eb90768c-e53e-436e-8a9d-ae853d9bda6b req-7fc7013d-ce9d-4c0a-a807-26b8de067ed8 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=fd195584-9c0f-4bc1-8f70-84ad33facee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750659 Sep 23 01:30:53.721110 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5622c4-e8b0-48ca-96d4-4ae1d9214770 req-6ee06c59-dfd8-47db-8ce8-99251c13907b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:53.729190 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=67de195b-49ec-4b3f-a46f-2918a89919f7,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:53.731190 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-af5622c4-e8b0-48ca-96d4-4ae1d9214770 req-6ee06c59-dfd8-47db-8ce8-99251c13907b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 944 time: 0.2566423 Sep 23 01:30:53.767948 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:53.856320 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-af5622c4-e8b0-48ca-96d4-4ae1d9214770 req-576727af-4a58-4df2-a46e-a835fe2835c3 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232529 Sep 23 01:30:53.885272 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab7634-a2f9-4d71-b5eb-c1d257e4b919 req-d4c3cf1e-eee0-430c-a454-b798e96b66b5 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:53.896249 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-58ab7634-a2f9-4d71-b5eb-c1d257e4b919 req-d4c3cf1e-eee0-430c-a454-b798e96b66b5 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 945 time: 0.2180870 Sep 23 01:30:54.008013 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-58ab7634-a2f9-4d71-b5eb-c1d257e4b919 req-e93f555a-5e2f-4659-886d-8129d7a9b99d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092589 Sep 23 01:30:54.080381 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['67de195b-49ec-4b3f-a46f-2918a89919f7'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:30:54.121675 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ca3d6639-2f8e-40e0-a77c-c9e39e2fedcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (42be624f-9e96-4d31-8fb2-51fa407849d9), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:54.127359 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ca3d6639-2f8e-40e0-a77c-c9e39e2fedcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:54.137033 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-ca3d6639-2f8e-40e0-a77c-c9e39e2fedcf admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/42be624f-9e96-4d31-8fb2-51fa407849d9 HTTP/1.1" status: 204 len: 168 time: 0.6350322 Sep 23 01:30:54.183069 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d6639-2f8e-40e0-a77c-c9e39e2fedcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42be624f-9e96-4d31-8fb2-51fa407849d9,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:54.347601 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-eb90768c-e53e-436e-8a9d-ae853d9bda6b req-e5b6952f-dc25-4156-9516-469ad27dd801 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335693 Sep 23 01:30:54.535928 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 3c1b60d8-8221-4813-9c15-069d1c74ae40 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:54.622990 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39dff2-e161-40e7-8a4f-74a99448a750 req-58315ac6-1493-4152-80e7-bcbc2a88b0b1 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:54.629966 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1b39dff2-e161-40e7-8a4f-74a99448a750 req-58315ac6-1493-4152-80e7-bcbc2a88b0b1 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 946 time: 0.2198300 Sep 23 01:30:54.726725 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port 3c1b60d8-8221-4813-9c15-069d1c74ae40 completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:30:54.760100 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c47eb-d6b4-42e6-90fe-f37175dd90dd req-505b9be8-543d-4283-8a56-f8d3453f3164 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:54.763438 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-722c47eb-d6b4-42e6-90fe-f37175dd90dd req-505b9be8-543d-4283-8a56-f8d3453f3164 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.2115195 Sep 23 01:30:54.784838 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1b39dff2-e161-40e7-8a4f-74a99448a750 req-9359f7b0-6f5a-46bb-8387-821d2ef9c6b5 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447229 Sep 23 01:30:54.902687 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port 3c1b60d8-8221-4813-9c15-069d1c74ae40 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:54.903788 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (3c1b60d8-8221-4813-9c15-069d1c74ae40), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:54.903939 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port 3c1b60d8-8221-4813-9c15-069d1c74ae40 Sep 23 01:30:54.989013 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-722c47eb-d6b4-42e6-90fe-f37175dd90dd req-ae46f914-dd47-4c92-93c5-3406cda06443 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055831 Sep 23 01:30:55.132888 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 3c1b60d8-8221-4813-9c15-069d1c74ae40 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:55.134935 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (3c1b60d8-8221-4813-9c15-069d1c74ae40), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:55.152024 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:55.254009 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3604d0-0f5e-4363-ae25-1fa0bbbb900f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1b60d8-8221-4813-9c15-069d1c74ae40'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:30:55.261768 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1f8c37-bfe0-43b6-950f-ed8cef2198ce" -d '{"events": [{"server_uuid": "8e3604d0-0f5e-4363-ae25-1fa0bbbb900f", "name": "network-vif-plugged", "status": "completed", "tag": "3c1b60d8-8221-4813-9c15-069d1c74ae40"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:30:55.320517 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 3c1b60d8-8221-4813-9c15-069d1c74ae40, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3c1b60d8-8221-4813-9c15-069d1c74ae40,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:55.348380 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:30:55.358512 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531b3f7-82ff-45fa-9010-7ebce3adbcb8 req-ab454a59-ce58-435a-987d-904836422dda tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:55.371682 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2531b3f7-82ff-45fa-9010-7ebce3adbcb8 req-ab454a59-ce58-435a-987d-904836422dda tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 944 time: 0.2432492 Sep 23 01:30:55.373315 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4771f7-1f3e-44e2-be85-99376bf4dc9b req-cb413dad-4bf1-4929-b4d7-3f572b9f3814 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:55.386522 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8a4771f7-1f3e-44e2-be85-99376bf4dc9b req-cb413dad-4bf1-4929-b4d7-3f572b9f3814 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 945 time: 0.1292527 Sep 23 01:30:55.472020 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (3c1b60d8-8221-4813-9c15-069d1c74ae40), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:55.511240 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8a4771f7-1f3e-44e2-be85-99376bf4dc9b req-e2f6cac4-0192-4c6c-84fe-6e1ab46fe090 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203358 Sep 23 01:30:55.597871 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-eb90768c-e53e-436e-8a9d-ae853d9bda6b req-c52106ec-f0d5-47ea-8829-9e4eea19da65 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6845381 Sep 23 01:30:55.633416 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2531b3f7-82ff-45fa-9010-7ebce3adbcb8 req-3e79d087-cd26-4e65-ab65-d7dadf021abc tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598350 Sep 23 01:30:55.650109 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3b02e2-6829-4628-8d71-575d0c0c76d6 x-openstack-request-id: req-2b3b02e2-6829-4628-8d71-575d0c0c76d6 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:30:55.650811 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3604d0-0f5e-4363-ae25-1fa0bbbb900f", "name": "network-vif-plugged", "status": "completed", "tag": "3c1b60d8-8221-4813-9c15-069d1c74ae40", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:30:55.651217 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b3b02e2-6829-4628-8d71-575d0c0c76d6 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:30:55.651791 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3b02e2-6829-4628-8d71-575d0c0c76d6'] response: {'server_uuid': '8e3604d0-0f5e-4363-ae25-1fa0bbbb900f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1b60d8-8221-4813-9c15-069d1c74ae40', 'code': 200} Sep 23 01:30:55.662991 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=3c1b60d8-8221-4813-9c15-069d1c74ae40,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:55.709377 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:55.839678 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 40728) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:55.881051 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3908a3f2-e96b-488d-9091-a528e410b57f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:55.903388 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:56.036490 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3908a3f2-e96b-488d-9091-a528e410b57f admin admin] Publish callbacks [] for security_group (b10d16e7-7980-4bc4-87c3-8c68f3c6e161), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:56.265186 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46853e50-924d-4995-abc2-049810dc1f9d req-0d598456-1ec1-4e95-84ac-c7c42c73bc37 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:56.267253 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-46853e50-924d-4995-abc2-049810dc1f9d req-0d598456-1ec1-4e95-84ac-c7c42c73bc37 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.1003098 Sep 23 01:30:56.273946 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3908a3f2-e96b-488d-9091-a528e410b57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (b10d16e7-7980-4bc4-87c3-8c68f3c6e161), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:56.452368 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908a3f2-e96b-488d-9091-a528e410b57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10d16e7-7980-4bc4-87c3-8c68f3c6e161,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:56.473250 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-3908a3f2-e96b-488d-9091-a528e410b57f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=dd5ae862be384f3e923dcb7041ae0b95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6309428 Sep 23 01:30:56.476208 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 40748) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:56.536903 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81355ff4-5435-45df-891c-1ffba775dfac req-d79375fb-10ff-4fa9-a112-403b46c9bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:56.539700 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-81355ff4-5435-45df-891c-1ffba775dfac req-d79375fb-10ff-4fa9-a112-403b46c9bf7f service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 1130 time: 0.2352147 Sep 23 01:30:56.541163 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 67de195b-49ec-4b3f-a46f-2918a89919f7 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:30:56.637484 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-46853e50-924d-4995-abc2-049810dc1f9d req-787f69f4-809c-4bbd-a2b8-9fccd35895e4 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3509436 Sep 23 01:30:56.695378 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port 67de195b-49ec-4b3f-a46f-2918a89919f7 completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:30:56.723276 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3ed9e5f9-8330-48d7-bbb3-4963ec0d301c admin admin] Publish callbacks [] for security_group (b10d16e7-7980-4bc4-87c3-8c68f3c6e161), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:56.734075 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-81355ff4-5435-45df-891c-1ffba775dfac req-c4ac3c3a-4ae6-49cb-ba0f-c3e3b01f60a6 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877072 Sep 23 01:30:56.798496 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3ed9e5f9-8330-48d7-bbb3-4963ec0d301c admin admin] Publish callbacks [] for security_group (b10d16e7-7980-4bc4-87c3-8c68f3c6e161), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:56.877019 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dbad0-098a-4ebc-ac89-d264a77a0cd1 req-f696538b-791b-480d-975a-e62a38494e3e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:56.880168 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b86dbad0-098a-4ebc-ac89-d264a77a0cd1 req-f696538b-791b-480d-975a-e62a38494e3e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0972924 Sep 23 01:30:56.943372 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port 67de195b-49ec-4b3f-a46f-2918a89919f7 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:30:56.943372 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:56.944025 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port 67de195b-49ec-4b3f-a46f-2918a89919f7 Sep 23 01:30:56.954258 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76024c75-2e46-45ae-a67b-eecd9ac8a38b req-bc241a8b-055b-41a1-b29c-82ae6f9e6456 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:56.958161 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-76024c75-2e46-45ae-a67b-eecd9ac8a38b req-bc241a8b-055b-41a1-b29c-82ae6f9e6456 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 944 time: 0.1337128 Sep 23 01:30:56.995352 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b86dbad0-098a-4ebc-ac89-d264a77a0cd1 req-2f36b681-8ce4-4265-9fac-d22dc02d632d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014905 Sep 23 01:30:57.110900 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-76024c75-2e46-45ae-a67b-eecd9ac8a38b req-cd41067a-7ddc-4693-85b3-0c8691f7c69d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384158 Sep 23 01:30:57.142979 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3ed9e5f9-8330-48d7-bbb3-4963ec0d301c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (b10d16e7-7980-4bc4-87c3-8c68f3c6e161), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:57.149387 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3ed9e5f9-8330-48d7-bbb3-4963ec0d301c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:57.151310 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-3ed9e5f9-8330-48d7-bbb3-4963ec0d301c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b10d16e7-7980-4bc4-87c3-8c68f3c6e161 HTTP/1.1" status: 204 len: 168 time: 0.6709406 Sep 23 01:30:57.172621 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9e5f9-8330-48d7-bbb3-4963ec0d301c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10d16e7-7980-4bc4-87c3-8c68f3c6e161,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:57.179335 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 67de195b-49ec-4b3f-a46f-2918a89919f7 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:30:57.179335 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:57.259914 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:57.276296 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 67de195b-49ec-4b3f-a46f-2918a89919f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=67de195b-49ec-4b3f-a46f-2918a89919f7,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:30:57.289774 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b0659-f517-48f4-ac57-ad0ce84b900b req-fff1d5c4-4923-432b-a1c9-0599f225a7a6 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:57.291419 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-167b0659-f517-48f4-ac57-ad0ce84b900b req-fff1d5c4-4923-432b-a1c9-0599f225a7a6 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0978076 Sep 23 01:30:57.304325 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 40764) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:57.309579 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-2f5cc895-f4ec-4e9b-bf1f-220c4139e994 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Request body: {'floatingip': {'port_id': 'c8abb555-0222-4db9-8cfd-ae8b447de34c'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:30:57.370300 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 40766) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:57.393617 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc895-f4ec-4e9b-bf1f-220c4139e994 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for floatingip (4961dd63-c805-4802-af97-eb3f232101c4), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:57.421017 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 40770) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:57.428911 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:57.446345 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:57.532909 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=67de195b-49ec-4b3f-a46f-2918a89919f7,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:57.644092 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-678a5408-3425-4d7f-addf-bd5942a5cbe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:57.657208 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67de195b-49ec-4b3f-a46f-2918a89919f7'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:30:57.666057 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9b7093-6cc3-43d8-8284-a2a17537d207" -d '{"events": [{"server_uuid": "dd3312b8-1d33-4b15-9ffd-270013a3b14d", "name": "network-vif-plugged", "status": "completed", "tag": "67de195b-49ec-4b3f-a46f-2918a89919f7"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:30:57.750431 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-03fcd2b9-fdd3-4f70-8b7f-cabfa8bbca03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:57.805844 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0277f04f-ca2a-4473-8481-b76013e13c2b x-openstack-request-id: req-0277f04f-ca2a-4473-8481-b76013e13c2b {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:30:57.806166 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3312b8-1d33-4b15-9ffd-270013a3b14d", "name": "network-vif-plugged", "status": "completed", "tag": "67de195b-49ec-4b3f-a46f-2918a89919f7", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:30:57.806542 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0277f04f-ca2a-4473-8481-b76013e13c2b {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:30:57.807031 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0277f04f-ca2a-4473-8481-b76013e13c2b'] response: {'server_uuid': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67de195b-49ec-4b3f-a46f-2918a89919f7', 'code': 200} Sep 23 01:30:57.853799 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:57.855014 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-678a5408-3425-4d7f-addf-bd5942a5cbe5 admin admin] Publish callbacks [] for security_group (0d846aab-dc93-4130-b65c-7c9a2d253dd7), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:57.918142 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-03fcd2b9-fdd3-4f70-8b7f-cabfa8bbca03 admin admin] Publish callbacks [] for security_group (64db2405-33ef-4601-a746-bc14ccb6c28c), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:57.981648 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-678a5408-3425-4d7f-addf-bd5942a5cbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (0d846aab-dc93-4130-b65c-7c9a2d253dd7), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:58.031699 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a5408-3425-4d7f-addf-bd5942a5cbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d846aab-dc93-4130-b65c-7c9a2d253dd7,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:58.043237 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-678a5408-3425-4d7f-addf-bd5942a5cbe5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7d433599ff464cd7913949db00685313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6712363 Sep 23 01:30:58.047103 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 40794) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:58.067044 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-03fcd2b9-fdd3-4f70-8b7f-cabfa8bbca03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (64db2405-33ef-4601-a746-bc14ccb6c28c), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:58.103763 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-03fcd2b9-fdd3-4f70-8b7f-cabfa8bbca03 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d50e1d80c8844f589c1798fa194f3bb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6803703 Sep 23 01:30:58.109645 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 40798) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:58.175405 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcd2b9-fdd3-4f70-8b7f-cabfa8bbca03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64db2405-33ef-4601-a746-bc14ccb6c28c,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:58.228488 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-1cfc99f7-5911-462b-a790-3ea54db1ddca admin admin] Publish callbacks [] for security_group (0d846aab-dc93-4130-b65c-7c9a2d253dd7), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:58.252960 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-25e46ec8-5dfa-43d1-becc-82373cd37953 admin admin] Publish callbacks [] for security_group (64db2405-33ef-4601-a746-bc14ccb6c28c), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:58.282033 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-1cfc99f7-5911-462b-a790-3ea54db1ddca admin admin] Publish callbacks [] for security_group (0d846aab-dc93-4130-b65c-7c9a2d253dd7), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:58.329762 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-25e46ec8-5dfa-43d1-becc-82373cd37953 admin admin] Publish callbacks [] for security_group (64db2405-33ef-4601-a746-bc14ccb6c28c), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:58.517100 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e43a3-ed07-4a8f-b57a-0da8b66d64b0 req-74146d73-9b01-4070-9bfe-bd9d6cdc9ae2 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:58.518784 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3d5e43a3-ed07-4a8f-b57a-0da8b66d64b0 req-74146d73-9b01-4070-9bfe-bd9d6cdc9ae2 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.1348925 Sep 23 01:30:58.703122 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-25e46ec8-5dfa-43d1-becc-82373cd37953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (64db2405-33ef-4601-a746-bc14ccb6c28c), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:58.708310 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-25e46ec8-5dfa-43d1-becc-82373cd37953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:58.710785 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-25e46ec8-5dfa-43d1-becc-82373cd37953 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/64db2405-33ef-4601-a746-bc14ccb6c28c HTTP/1.1" status: 204 len: 168 time: 0.5943863 Sep 23 01:30:58.718396 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-1cfc99f7-5911-462b-a790-3ea54db1ddca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (0d846aab-dc93-4130-b65c-7c9a2d253dd7), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:58.722022 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-1cfc99f7-5911-462b-a790-3ea54db1ddca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:58.729127 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-1cfc99f7-5911-462b-a790-3ea54db1ddca admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0d846aab-dc93-4130-b65c-7c9a2d253dd7 HTTP/1.1" status: 204 len: 168 time: 0.6807573 Sep 23 01:30:58.730957 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:58.760051 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e46ec8-5dfa-43d1-becc-82373cd37953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64db2405-33ef-4601-a746-bc14ccb6c28c,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:58.806565 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc99f7-5911-462b-a790-3ea54db1ddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d846aab-dc93-4130-b65c-7c9a2d253dd7,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:58.807278 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3d5e43a3-ed07-4a8f-b57a-0da8b66d64b0 req-4ab79fb3-318f-49dd-90e6-ef3e97a8d817 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792864 Sep 23 01:30:58.832086 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc895-f4ec-4e9b-bf1f-220c4139e994 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:58.979222 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d535f2d-f4b3-4bdd-8297-a0cbfdc14842 req-b87d73a4-09c6-402a-be98-365917d667bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:58.981784 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4d535f2d-f4b3-4bdd-8297-a0cbfdc14842 req-b87d73a4-09c6-402a-be98-365917d667bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0664318 Sep 23 01:30:59.072086 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 40818) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:59.108591 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c3e780a2-c6cc-467c-b334-9a24f06ebf16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:59.128389 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4d535f2d-f4b3-4bdd-8297-a0cbfdc14842 req-ab3f031a-98a1-4a96-a338-a32d99630cdc tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335580 Sep 23 01:30:59.130664 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc895-f4ec-4e9b-bf1f-220c4139e994 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (4961dd63-c805-4802-af97-eb3f232101c4), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:59.292650 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:59.343950 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.l3_db [None req-2f5cc895-f4ec-4e9b-bf1f-220c4139e994 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Floating IP 4961dd63-c805-4802-af97-eb3f232101c4 associated. External IP: 172.27.1.240, port: c8abb555-0222-4db9-8cfd-ae8b447de34c. Sep 23 01:30:59.357087 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:30:59.370355 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c3e780a2-c6cc-467c-b334-9a24f06ebf16 admin admin] Publish callbacks [] for security_group (117d84db-7e94-479c-9bac-1327e133f882), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:59.382132 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4da123-3198-4d83-ba8c-233c0de894f8 req-0f8aaa91-8404-4cf8-838c-8d5aa643600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:30:59.386195 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3f4da123-3198-4d83-ba8c-233c0de894f8 req-0f8aaa91-8404-4cf8-838c-8d5aa643600e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 1129 time: 0.0788488 Sep 23 01:30:59.469378 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3f4da123-3198-4d83-ba8c-233c0de894f8 req-adfe1e38-6002-4c8f-8da7-f18dcdf55206 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767508 Sep 23 01:30:59.489517 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c3e780a2-c6cc-467c-b334-9a24f06ebf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (117d84db-7e94-479c-9bac-1327e133f882), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:59.556463 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-c3e780a2-c6cc-467c-b334-9a24f06ebf16 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9e3321b43dd64b4c88d2beefc5137c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4826558 Sep 23 01:30:59.558377 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e780a2-c6cc-467c-b334-9a24f06ebf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117d84db-7e94-479c-9bac-1327e133f882,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:30:59.563263 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 40832) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:30:59.745870 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c17a-7e5b-4c50-94e0-43336ed941db admin admin] Publish callbacks [] for security_group (117d84db-7e94-479c-9bac-1327e133f882), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:59.745870 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c17a-7e5b-4c50-94e0-43336ed941db admin admin] Publish callbacks [] for security_group (117d84db-7e94-479c-9bac-1327e133f882), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:59.746647 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5cc895-f4ec-4e9b-bf1f-220c4139e994 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Router 8a72148d-2e43-4d7a-b8ed-d49526982525 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:30:59.851049 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5cc895-f4ec-4e9b-bf1f-220c4139e994 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:30:59.858218 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc895-f4ec-4e9b-bf1f-220c4139e994 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:30:59.870358 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed157269-5495-4819-a177-e94e2050303b None None] Sync routers for ids ['8a72148d-2e43-4d7a-b8ed-d49526982525'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:30:59.893355 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed157269-5495-4819-a177-e94e2050303b None None] Routers {'8a72148d-2e43-4d7a-b8ed-d49526982525'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:30:59.894316 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-ed157269-5495-4819-a177-e94e2050303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:30:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['8a72148d-2e43-4d7a-b8ed-d49526982525'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:30:59.912221 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-2f5cc895-f4ec-4e9b-bf1f-220c4139e994 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/4961dd63-c805-4802-af97-eb3f232101c4 HTTP/1.1" status: 200 len: 991 time: 2.6025882 Sep 23 01:30:59.912221 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ce20b4-a04e-4dc8-b694-50be8ee53310', 'tag': 'c8abb555-0222-4db9-8cfd-ae8b447de34c'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:30:59.912221 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6614eeac-9e1c-485b-b533-5bf3eb9f4114" -d '{"events": [{"name": "network-changed", "server_uuid": "09ce20b4-a04e-4dc8-b694-50be8ee53310", "tag": "c8abb555-0222-4db9-8cfd-ae8b447de34c"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:31:00.038986 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10426d33-f9a3-44d1-b27d-a2cac030d0ca req-54b3e838-6440-4b6f-b50c-3c58b65b519b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:00.041839 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-10426d33-f9a3-44d1-b27d-a2cac030d0ca req-54b3e838-6440-4b6f-b50c-3c58b65b519b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0856628 Sep 23 01:31:00.059641 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-ed157269-5495-4819-a177-e94e2050303b None None] Set router 8a72148d-2e43-4d7a-b8ed-d49526982525 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:31:00.116296 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-10426d33-f9a3-44d1-b27d-a2cac030d0ca req-63646029-ad04-4a0c-85c5-db52213b006c tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664930 Sep 23 01:31:00.196906 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b9a4a1-2123-4ea5-84e8-8a07270f28fe x-openstack-request-id: req-32b9a4a1-2123-4ea5-84e8-8a07270f28fe {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:31:00.197797 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ce20b4-a04e-4dc8-b694-50be8ee53310", "tag": "c8abb555-0222-4db9-8cfd-ae8b447de34c", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:31:00.198226 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32b9a4a1-2123-4ea5-84e8-8a07270f28fe {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:31:00.198881 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b9a4a1-2123-4ea5-84e8-8a07270f28fe'] response: {'name': 'network-changed', 'server_uuid': '09ce20b4-a04e-4dc8-b694-50be8ee53310', 'tag': 'c8abb555-0222-4db9-8cfd-ae8b447de34c', 'status': 'completed', 'code': 200} Sep 23 01:31:00.314037 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c17a-7e5b-4c50-94e0-43336ed941db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (117d84db-7e94-479c-9bac-1327e133f882), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:00.319637 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c17a-7e5b-4c50-94e0-43336ed941db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:00.324076 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-f0b2c17a-7e5b-4c50-94e0-43336ed941db admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/117d84db-7e94-479c-9bac-1327e133f882 HTTP/1.1" status: 204 len: 168 time: 0.7584939 Sep 23 01:31:00.352836 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2c17a-7e5b-4c50-94e0-43336ed941db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117d84db-7e94-479c-9bac-1327e133f882,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:00.605019 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-ed157269-5495-4819-a177-e94e2050303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '4961dd63-c805-4802-af97-eb3f232101c4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'port_id': 'c8abb555-0222-4db9-8cfd-ae8b447de34c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'mac_address': 'fa:16:3e:13:b9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce20b4-a04e-4dc8-b694-50be8ee53310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:30:06Z', 'updated_at': '2022-09-23T01:30:58Z', 'revision_number': 1, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b4994d-4148-412d-a0c3-bb6e91007f10', 'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'mac_address': 'fa:16:3e:07:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:51Z', 'updated_at': '2022-09-23T01:30:20Z', 'revision_number': 5, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'subnets': [{'id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:00.619006 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614eeac-9e1c-485b-b533-5bf3eb9f4114 req-6da0e685-9e51-4442-8dc4-7cd69077e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:00.621125 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6614eeac-9e1c-485b-b533-5bf3eb9f4114 req-6da0e685-9e51-4442-8dc4-7cd69077e8e9 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=92e9b7f9904f437f91148da9fc521326&device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 1129 time: 0.1944101 Sep 23 01:31:00.644124 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f908e8b-f547-4791-9372-0333d351f182 req-9e9876f9-4758-4206-8597-45c97776539c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:00.645933 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5f908e8b-f547-4791-9372-0333d351f182 req-9e9876f9-4758-4206-8597-45c97776539c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.1018119 Sep 23 01:31:00.661435 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed157269-5495-4819-a177-e94e2050303b None None] Checking router: 8a72148d-2e43-4d7a-b8ed-d49526982525 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:31:00.679525 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 40852) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:00.679999 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed157269-5495-4819-a177-e94e2050303b None None] Routers {'8a72148d-2e43-4d7a-b8ed-d49526982525'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:31:00.680458 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-ed157269-5495-4819-a177-e94e2050303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:30:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['8a72148d-2e43-4d7a-b8ed-d49526982525'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:00.709103 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d7bac7e7-ad78-4536-8973-069b1c4e1cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:00.821357 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:00.888295 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5f908e8b-f547-4791-9372-0333d351f182 req-2b501f29-074e-4e37-b6b4-494bced53708 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352161 Sep 23 01:31:00.964109 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-ed157269-5495-4819-a177-e94e2050303b None None] Set router 8a72148d-2e43-4d7a-b8ed-d49526982525 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:31:00.997056 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614eeac-9e1c-485b-b533-5bf3eb9f4114 req-8bc8e2fe-d135-4fbd-b83e-4f9c56c92912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:00.997773 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6614eeac-9e1c-485b-b533-5bf3eb9f4114 req-8bc8e2fe-d135-4fbd-b83e-4f9c56c92912 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=62c29b3e-b2e8-4dd4-ada2-85bc80343af4 HTTP/1.1" status: 200 len: 912 time: 0.3320999 Sep 23 01:31:01.026047 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d7bac7e7-ad78-4536-8973-069b1c4e1cb1 admin admin] Publish callbacks [] for security_group (daed1fbd-6ac1-498c-a69d-9db98c64d676), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:01.133209 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:01.244485 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d7bac7e7-ad78-4536-8973-069b1c4e1cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (daed1fbd-6ac1-498c-a69d-9db98c64d676), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:01.283889 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-ed157269-5495-4819-a177-e94e2050303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '4961dd63-c805-4802-af97-eb3f232101c4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'port_id': 'c8abb555-0222-4db9-8cfd-ae8b447de34c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'mac_address': 'fa:16:3e:13:b9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce20b4-a04e-4dc8-b694-50be8ee53310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:30:06Z', 'updated_at': '2022-09-23T01:30:58Z', 'revision_number': 1, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b4994d-4148-412d-a0c3-bb6e91007f10', 'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'mac_address': 'fa:16:3e:07:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:51Z', 'updated_at': '2022-09-23T01:30:20Z', 'revision_number': 5, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'subnets': [{'id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:01.302317 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ffaf9-0500-4440-8c5a-5eb81d677bcf req-bfa996f8-b284-4995-93d2-23feb6af7ae6 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:01.304401 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c80ffaf9-0500-4440-8c5a-5eb81d677bcf req-bfa996f8-b284-4995-93d2-23feb6af7ae6 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0896025 Sep 23 01:31:01.337232 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-d7bac7e7-ad78-4536-8973-069b1c4e1cb1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=01bf2bb45236430d98a04cb5b30d423d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6553257 Sep 23 01:31:01.341234 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bac7e7-ad78-4536-8973-069b1c4e1cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daed1fbd-6ac1-498c-a69d-9db98c64d676,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:01.341538 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 40858) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:01.347118 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed157269-5495-4819-a177-e94e2050303b None None] The sync data for ids ['8a72148d-2e43-4d7a-b8ed-d49526982525'] in dv-cinder-849143-7-iscsi is: [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '4961dd63-c805-4802-af97-eb3f232101c4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'port_id': 'c8abb555-0222-4db9-8cfd-ae8b447de34c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'mac_address': 'fa:16:3e:13:b9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce20b4-a04e-4dc8-b694-50be8ee53310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:30:06Z', 'updated_at': '2022-09-23T01:30:58Z', 'revision_number': 1, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b4994d-4148-412d-a0c3-bb6e91007f10', 'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'mac_address': 'fa:16:3e:07:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:51Z', 'updated_at': '2022-09-23T01:30:20Z', 'revision_number': 5, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'subnets': [{'id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:31:01.448791 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c80ffaf9-0500-4440-8c5a-5eb81d677bcf req-4bc4c463-b651-43c5-bedd-1379532c7e4c tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322193 Sep 23 01:31:01.505088 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4123-3174-44ab-8d07-648fdefcea2c admin admin] Publish callbacks [] for security_group (daed1fbd-6ac1-498c-a69d-9db98c64d676), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:01.542325 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4123-3174-44ab-8d07-648fdefcea2c admin admin] Publish callbacks [] for security_group (daed1fbd-6ac1-498c-a69d-9db98c64d676), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:01.667523 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 40862) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:01.707460 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2ca98b6d-bf15-4abf-b482-4c9738530e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:01.800836 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4123-3174-44ab-8d07-648fdefcea2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (daed1fbd-6ac1-498c-a69d-9db98c64d676), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:01.804118 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4123-3174-44ab-8d07-648fdefcea2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:01.805718 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-9f1b4123-3174-44ab-8d07-648fdefcea2c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/daed1fbd-6ac1-498c-a69d-9db98c64d676 HTTP/1.1" status: 204 len: 168 time: 0.4631991 Sep 23 01:31:01.889484 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7b7be6-1ac1-4b14-8934-9b1369346cec None None] New status for floating IP 4961dd63-c805-4802-af97-eb3f232101c4: ACTIVE {{(pid=107237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:31:01.899847 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2ca98b6d-bf15-4abf-b482-4c9738530e77 admin admin] Publish callbacks [] for security_group (74d6cf44-0d17-43d1-b872-751ab3b50604), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:01.901110 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 40866) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:02.053236 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b4123-3174-44ab-8d07-648fdefcea2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daed1fbd-6ac1-498c-a69d-9db98c64d676,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:02.062737 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6614eeac-9e1c-485b-b533-5bf3eb9f4114 req-826b5cb5-56df-4b35-8ec9-7a6d16c5938e service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8abb555-0222-4db9-8cfd-ae8b447de34c HTTP/1.1" status: 200 len: 999 time: 0.4153717 Sep 23 01:31:02.068417 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2ca98b6d-bf15-4abf-b482-4c9738530e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (74d6cf44-0d17-43d1-b872-751ab3b50604), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:02.165600 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca69beb-1738-4d09-8992-55006d8f8e90 req-c09fbf09-047e-45f7-8744-bdd2b921f776 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:02.174594 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-dca69beb-1738-4d09-8992-55006d8f8e90 req-c09fbf09-047e-45f7-8744-bdd2b921f776 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.1507158 Sep 23 01:31:02.187991 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d2d08-347f-41f6-996f-d838be88cfe8 req-aef656be-32c7-4e8f-b1bc-b5983ef9f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:02.188420 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614eeac-9e1c-485b-b533-5bf3eb9f4114 req-9734d350-55f6-4dbe-8754-90b2a91e1d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:02.190949 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d64d2d08-347f-41f6-996f-d838be88cfe8 req-aef656be-32c7-4e8f-b1bc-b5983ef9f238 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 1130 time: 0.2291656 Sep 23 01:31:02.191249 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6614eeac-9e1c-485b-b533-5bf3eb9f4114 req-9734d350-55f6-4dbe-8754-90b2a91e1d24 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d36fada1-7414-44f7-a6e7-b0b2acebf5e7 HTTP/1.1" status: 200 len: 850 time: 0.1210597 Sep 23 01:31:02.280615 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614eeac-9e1c-485b-b533-5bf3eb9f4114 req-edb88829-c053-4691-9de4-c460c591d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:02.282895 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6614eeac-9e1c-485b-b533-5bf3eb9f4114 req-edb88829-c053-4691-9de4-c460c591d94e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=62c29b3e-b2e8-4dd4-ada2-85bc80343af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787418 Sep 23 01:31:02.341547 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca98b6d-bf15-4abf-b482-4c9738530e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d6cf44-0d17-43d1-b872-751ab3b50604,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:02.393892 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-2ca98b6d-bf15-4abf-b482-4c9738530e77 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=314224f2e7364d1f93c7143b45a7e065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7246289 Sep 23 01:31:02.397198 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 40876) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:02.460354 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-dca69beb-1738-4d09-8992-55006d8f8e90 req-c64325ce-4bc7-4f56-b17f-7dc111d7a68c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2838266 Sep 23 01:31:02.534166 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6614eeac-9e1c-485b-b533-5bf3eb9f4114 req-33338ff7-91f1-4b3b-bdb2-0df0851a2484 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436347 Sep 23 01:31:02.594507 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f476f2a0-319a-4405-9980-8d2bebd736cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:02.693077 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d2d08-347f-41f6-996f-d838be88cfe8 req-b4b11516-9e03-4460-ac0c-eba8596201dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:02.695407 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d64d2d08-347f-41f6-996f-d838be88cfe8 req-b4b11516-9e03-4460-ac0c-eba8596201dc service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 200 len: 920 time: 0.4013870 Sep 23 01:31:02.803964 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d64d2d08-347f-41f6-996f-d838be88cfe8 req-105f5ef1-a8ab-4f5e-bf40-7e028d866c8b service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c1b60d8-8221-4813-9c15-069d1c74ae40 HTTP/1.1" status: 200 len: 217 time: 0.0816665 Sep 23 01:31:02.851636 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf8b97-56fe-4410-b1f4-450a1f9ae0e3 req-28f1d03e-c356-41de-b4e8-76f986b13c44 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:02.853458 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f6cf8b97-56fe-4410-b1f4-450a1f9ae0e3 req-28f1d03e-c356-41de-b4e8-76f986b13c44 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.1871929 Sep 23 01:31:02.875225 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a64a63-501c-4a50-928f-9b8fc7477d0e req-3751fc95-4ced-424b-a1ec-9ac3a7f7fa95 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:02.881640 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-49a64a63-501c-4a50-928f-9b8fc7477d0e req-3751fc95-4ced-424b-a1ec-9ac3a7f7fa95 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.2192879 Sep 23 01:31:02.896627 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 40896) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:02.905369 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6614eeac-9e1c-485b-b533-5bf3eb9f4114 req-3420e811-4ece-456b-ab9d-dc1e32d71cf0 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575568 Sep 23 01:31:02.917272 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-a0bc5411-dc0c-4be9-83c7-010f4b8c9f76 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Request body: {'floatingip': {'port_id': '67de195b-49ec-4b3f-a46f-2918a89919f7'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:31:03.006732 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c5461b28-8862-4519-a5a4-e409af7ec42b admin admin] Publish callbacks [] for security_group (74d6cf44-0d17-43d1-b872-751ab3b50604), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:03.082746 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c5461b28-8862-4519-a5a4-e409af7ec42b admin admin] Publish callbacks [] for security_group (74d6cf44-0d17-43d1-b872-751ab3b50604), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:03.087698 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d2d08-347f-41f6-996f-d838be88cfe8 req-f002c4eb-d8d9-4657-a548-415d2e9c96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:03.092812 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d64d2d08-347f-41f6-996f-d838be88cfe8 req-f002c4eb-d8d9-4657-a548-415d2e9c96c6 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f171f77f-736d-489a-928a-20915fd59544 HTTP/1.1" status: 200 len: 858 time: 0.2546206 Sep 23 01:31:03.105662 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a0bc5411-dc0c-4be9-83c7-010f4b8c9f76 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for floatingip (7e051ab7-6d8c-4423-a677-c3ae00da338a), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:03.166822 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f6cf8b97-56fe-4410-b1f4-450a1f9ae0e3 req-47850dd8-6f74-4577-a3c1-831156ae03bf tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981949 Sep 23 01:31:03.249199 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f476f2a0-319a-4405-9980-8d2bebd736cc admin admin] Publish callbacks [] for security_group (2ac15718-2d27-4743-b07b-3af3430f87e1), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:03.266248 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d2d08-347f-41f6-996f-d838be88cfe8 req-ce7fd992-be9d-4b80-a237-c2b1e4f4da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:03.269176 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d64d2d08-347f-41f6-996f-d838be88cfe8 req-ce7fd992-be9d-4b80-a237-c2b1e4f4da21 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f7b971fd-945f-4624-ba90-e53784d63da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1317749 Sep 23 01:31:03.431085 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f476f2a0-319a-4405-9980-8d2bebd736cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (2ac15718-2d27-4743-b07b-3af3430f87e1), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:03.449392 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d64d2d08-347f-41f6-996f-d838be88cfe8 req-5171157f-ce91-411a-9c2f-a8ceeaec6fc7 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726520 Sep 23 01:31:03.491216 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c5461b28-8862-4519-a5a4-e409af7ec42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (74d6cf44-0d17-43d1-b872-751ab3b50604), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:03.493837 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c5461b28-8862-4519-a5a4-e409af7ec42b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:03.495064 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-c5461b28-8862-4519-a5a4-e409af7ec42b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/74d6cf44-0d17-43d1-b872-751ab3b50604 HTTP/1.1" status: 204 len: 168 time: 1.0899651 Sep 23 01:31:03.501254 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:03.522022 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-f476f2a0-319a-4405-9980-8d2bebd736cc admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=bf77dfa2810342ff8f037a62c26ecda7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6195004 Sep 23 01:31:03.527484 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 40916) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:03.567667 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476f2a0-319a-4405-9980-8d2bebd736cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac15718-2d27-4743-b07b-3af3430f87e1,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:03.596601 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5461b28-8862-4519-a5a4-e409af7ec42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d6cf44-0d17-43d1-b872-751ab3b50604,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:03.677477 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d64d2d08-347f-41f6-996f-d838be88cfe8 req-7dd8a9e8-aa58-40c2-9448-e00e1cafddf2 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138748 Sep 23 01:31:03.789393 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5db689e6-3767-4531-83b0-ef39a35e01e6 admin admin] Publish callbacks [] for security_group (2ac15718-2d27-4743-b07b-3af3430f87e1), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:03.867412 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:03.867881 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-5f4364e3-c49b-4cb1-a887-2e61d9f13934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:03.917429 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5db689e6-3767-4531-83b0-ef39a35e01e6 admin admin] Publish callbacks [] for security_group (2ac15718-2d27-4743-b07b-3af3430f87e1), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:04.020096 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:04.154255 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:04.179311 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a0bc5411-dc0c-4be9-83c7-010f4b8c9f76 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:04.261711 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:04.298092 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a0bc5411-dc0c-4be9-83c7-010f4b8c9f76 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (7e051ab7-6d8c-4423-a677-c3ae00da338a), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:04.303482 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5db689e6-3767-4531-83b0-ef39a35e01e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (2ac15718-2d27-4743-b07b-3af3430f87e1), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:04.307076 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5db689e6-3767-4531-83b0-ef39a35e01e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:04.308563 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-5db689e6-3767-4531-83b0-ef39a35e01e6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2ac15718-2d27-4743-b07b-3af3430f87e1 HTTP/1.1" status: 204 len: 168 time: 0.7796664 Sep 23 01:31:04.351816 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca7b8e-e325-4bac-8c44-b1486f1c77d7 req-8974c644-c275-4f79-8679-8a608f58f0c5 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:04.354067 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ceca7b8e-e325-4bac-8c44-b1486f1c77d7 req-8974c644-c275-4f79-8679-8a608f58f0c5 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0766773 Sep 23 01:31:04.393697 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db689e6-3767-4531-83b0-ef39a35e01e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac15718-2d27-4743-b07b-3af3430f87e1,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:04.477071 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ceca7b8e-e325-4bac-8c44-b1486f1c77d7 req-39a1a511-36e2-4aad-8885-79836daf45ed tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092136 Sep 23 01:31:04.505853 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.l3_db [None req-a0bc5411-dc0c-4be9-83c7-010f4b8c9f76 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Floating IP 7e051ab7-6d8c-4423-a677-c3ae00da338a associated. External IP: 172.27.1.210, port: 67de195b-49ec-4b3f-a46f-2918a89919f7. Sep 23 01:31:05.036772 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 40958) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:05.060567 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bc5411-dc0c-4be9-83c7-010f4b8c9f76 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Router 4e10b688-edb1-43c0-a904-cdc8566842c3 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:31:05.200410 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bc5411-dc0c-4be9-83c7-010f4b8c9f76 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:31:05.206835 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a0bc5411-dc0c-4be9-83c7-010f4b8c9f76 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:05.218123 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b973eb-e098-4df0-a08e-3881dfc3ed09 None None] Sync routers for ids ['4e10b688-edb1-43c0-a904-cdc8566842c3'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:31:05.241050 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b973eb-e098-4df0-a08e-3881dfc3ed09 None None] Routers {'4e10b688-edb1-43c0-a904-cdc8566842c3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:31:05.241938 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-52b973eb-e098-4df0-a08e-3881dfc3ed09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:30:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['4e10b688-edb1-43c0-a904-cdc8566842c3'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:05.254148 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-a0bc5411-dc0c-4be9-83c7-010f4b8c9f76 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/7e051ab7-6d8c-4423-a677-c3ae00da338a HTTP/1.1" status: 200 len: 991 time: 2.3557503 Sep 23 01:31:05.254904 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'tag': '67de195b-49ec-4b3f-a46f-2918a89919f7'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:31:05.257335 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f743083c-f69c-4297-bf29-299ad5cf7e72" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3312b8-1d33-4b15-9ffd-270013a3b14d", "tag": "67de195b-49ec-4b3f-a46f-2918a89919f7"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:31:05.307328 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c7772c-e0a4-48ec-93b5-2d1f2f0a8f1b x-openstack-request-id: req-a5c7772c-e0a4-48ec-93b5-2d1f2f0a8f1b {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:31:05.307701 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3312b8-1d33-4b15-9ffd-270013a3b14d", "tag": "67de195b-49ec-4b3f-a46f-2918a89919f7", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:31:05.307907 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a5c7772c-e0a4-48ec-93b5-2d1f2f0a8f1b {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:31:05.308323 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c7772c-e0a4-48ec-93b5-2d1f2f0a8f1b'] response: {'name': 'network-changed', 'server_uuid': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'tag': '67de195b-49ec-4b3f-a46f-2918a89919f7', 'status': 'completed', 'code': 200} Sep 23 01:31:05.381745 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-52b973eb-e098-4df0-a08e-3881dfc3ed09 None None] Set router 4e10b688-edb1-43c0-a904-cdc8566842c3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:31:05.427385 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743083c-f69c-4297-bf29-299ad5cf7e72 req-0f449440-d4d8-43c9-8242-71eeeafc36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:05.430716 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f743083c-f69c-4297-bf29-299ad5cf7e72 req-0f449440-d4d8-43c9-8242-71eeeafc36f0 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=cc926b4dede94c3b92441b0c610771f6&device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 1129 time: 0.0542212 Sep 23 01:31:05.478647 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0ea3c958-7bb0-4141-97a6-dfaca73934c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:05.611905 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=100 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:05.684357 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 40976) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:05.720196 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f0d2d72e-57a2-4051-856a-9b7ef95c3ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:05.732688 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=100 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:05.753502 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57ff88-36f1-480f-8303-9d02795d3512 req-4cf034c2-630c-45b3-bb5b-91eaf5e15761 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:05.756662 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:05.761206 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-7b57ff88-36f1-480f-8303-9d02795d3512 req-4cf034c2-630c-45b3-bb5b-91eaf5e15761 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.1611238 Sep 23 01:31:05.800418 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743083c-f69c-4297-bf29-299ad5cf7e72 req-5d878918-fa05-4d28-8d3f-9907ba832a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:05.802166 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f743083c-f69c-4297-bf29-299ad5cf7e72 req-5d878918-fa05-4d28-8d3f-9907ba832a9b service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=fd195584-9c0f-4bc1-8f70-84ad33facee8 HTTP/1.1" status: 200 len: 918 time: 0.3576586 Sep 23 01:31:05.860611 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-7b57ff88-36f1-480f-8303-9d02795d3512 req-f2e59bf1-a32e-4cc6-9fdc-ee2f146db424 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980535 Sep 23 01:31:05.941737 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f0d2d72e-57a2-4051-856a-9b7ef95c3ee9 admin admin] Publish callbacks [] for security_group (3fc88ce2-1741-478b-bda3-ce92f16f880a), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:05.958364 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-52b973eb-e098-4df0-a08e-3881dfc3ed09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:56Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '7e051ab7-6d8c-4423-a677-c3ae00da338a', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'port_id': '67de195b-49ec-4b3f-a46f-2918a89919f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'mac_address': 'fa:16:3e:68:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:30:09Z', 'updated_at': '2022-09-23T01:31:03Z', 'revision_number': 1, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f84ec89-3da3-4e5b-ba9c-468ab28e4650', 'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'mac_address': 'fa:16:3e:de:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:53Z', 'updated_at': '2022-09-23T01:30:27Z', 'revision_number': 5, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'subnets': [{'id': '14588842-7014-4d4b-b88a-21758b766661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:05.995774 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b973eb-e098-4df0-a08e-3881dfc3ed09 None None] Checking router: 4e10b688-edb1-43c0-a904-cdc8566842c3 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:31:06.019240 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b973eb-e098-4df0-a08e-3881dfc3ed09 None None] Routers {'4e10b688-edb1-43c0-a904-cdc8566842c3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:31:06.020399 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-52b973eb-e098-4df0-a08e-3881dfc3ed09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:30:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['4e10b688-edb1-43c0-a904-cdc8566842c3'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:06.039763 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f0d2d72e-57a2-4051-856a-9b7ef95c3ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (3fc88ce2-1741-478b-bda3-ce92f16f880a), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:06.103838 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f743083c-f69c-4297-bf29-299ad5cf7e72 req-68d8e1cf-59ea-4ee3-b257-e6f2041cb10c service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67de195b-49ec-4b3f-a46f-2918a89919f7 HTTP/1.1" status: 200 len: 999 time: 0.2614169 Sep 23 01:31:06.107603 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0ea3c958-7bb0-4141-97a6-dfaca73934c3 admin admin] Publish callbacks [] for security_group (c434b180-625b-47b1-be14-a929bbfc636c), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:06.115846 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:06.117226 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-f0d2d72e-57a2-4051-856a-9b7ef95c3ee9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=19a28f6bc31146e9bb8225b22fdad682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4308720 Sep 23 01:31:06.125232 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 40984) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:06.151647 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2d72e-57a2-4051-856a-9b7ef95c3ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc88ce2-1741-478b-bda3-ce92f16f880a,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:06.191761 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0ea3c958-7bb0-4141-97a6-dfaca73934c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (c434b180-625b-47b1-be14-a929bbfc636c), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:06.256462 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f1ee-7f84-4202-87c6-7265eaf7bab5 admin admin] Publish callbacks [] for security_group (3fc88ce2-1741-478b-bda3-ce92f16f880a), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:06.273157 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743083c-f69c-4297-bf29-299ad5cf7e72 req-afa52b65-ffa7-4846-8e9f-8ba1fc634ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:06.282871 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f743083c-f69c-4297-bf29-299ad5cf7e72 req-afa52b65-ffa7-4846-8e9f-8ba1fc634ac3 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=14588842-7014-4d4b-b88a-21758b766661 HTTP/1.1" status: 200 len: 856 time: 0.1656640 Sep 23 01:31:06.299988 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-52b973eb-e098-4df0-a08e-3881dfc3ed09 None None] Set router 4e10b688-edb1-43c0-a904-cdc8566842c3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:31:06.328046 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f1ee-7f84-4202-87c6-7265eaf7bab5 admin admin] Publish callbacks [] for security_group (3fc88ce2-1741-478b-bda3-ce92f16f880a), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:06.353422 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 40990) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:06.354931 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-0ea3c958-7bb0-4141-97a6-dfaca73934c3 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7f282725bba8457983a07f75e413da76&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3155448 Sep 23 01:31:06.369355 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3c958-7bb0-4141-97a6-dfaca73934c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c434b180-625b-47b1-be14-a929bbfc636c,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:06.445365 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-33c8a94f-b9be-49e9-af65-fad8c7845eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:06.479489 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743083c-f69c-4297-bf29-299ad5cf7e72 req-d9bc9345-8b65-4cc7-8a1a-e8c7991aa4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:06.483195 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f743083c-f69c-4297-bf29-299ad5cf7e72 req-d9bc9345-8b65-4cc7-8a1a-e8c7991aa4a5 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=fd195584-9c0f-4bc1-8f70-84ad33facee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1146324 Sep 23 01:31:06.490433 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-915a11a0-49fa-431d-b044-0b3d77e0967a admin admin] Publish callbacks [] for security_group (c434b180-625b-47b1-be14-a929bbfc636c), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:06.528928 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-915a11a0-49fa-431d-b044-0b3d77e0967a admin admin] Publish callbacks [] for security_group (c434b180-625b-47b1-be14-a929bbfc636c), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:06.692506 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f743083c-f69c-4297-bf29-299ad5cf7e72 req-4c417c09-809b-4abe-a5c7-4a117a5a9690 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999581 Sep 23 01:31:06.702012 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f1ee-7f84-4202-87c6-7265eaf7bab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (3fc88ce2-1741-478b-bda3-ce92f16f880a), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:06.707156 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f1ee-7f84-4202-87c6-7265eaf7bab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:06.709237 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-e9d7f1ee-7f84-4202-87c6-7265eaf7bab5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3fc88ce2-1741-478b-bda3-ce92f16f880a HTTP/1.1" status: 204 len: 168 time: 0.5826483 Sep 23 01:31:06.723900 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7f1ee-7f84-4202-87c6-7265eaf7bab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc88ce2-1741-478b-bda3-ce92f16f880a,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:06.757193 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-915a11a0-49fa-431d-b044-0b3d77e0967a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (c434b180-625b-47b1-be14-a929bbfc636c), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:06.770083 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-915a11a0-49fa-431d-b044-0b3d77e0967a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:06.774495 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-915a11a0-49fa-431d-b044-0b3d77e0967a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c434b180-625b-47b1-be14-a929bbfc636c HTTP/1.1" status: 204 len: 168 time: 0.4194150 Sep 23 01:31:06.795112 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a11a0-49fa-431d-b044-0b3d77e0967a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c434b180-625b-47b1-be14-a929bbfc636c,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:06.896497 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-52b973eb-e098-4df0-a08e-3881dfc3ed09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:56Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '7e051ab7-6d8c-4423-a677-c3ae00da338a', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'port_id': '67de195b-49ec-4b3f-a46f-2918a89919f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'mac_address': 'fa:16:3e:68:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:30:09Z', 'updated_at': '2022-09-23T01:31:03Z', 'revision_number': 1, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f84ec89-3da3-4e5b-ba9c-468ab28e4650', 'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'mac_address': 'fa:16:3e:de:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:53Z', 'updated_at': '2022-09-23T01:30:27Z', 'revision_number': 5, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'subnets': [{'id': '14588842-7014-4d4b-b88a-21758b766661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:06.930148 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:06.943952 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b973eb-e098-4df0-a08e-3881dfc3ed09 None None] The sync data for ids ['4e10b688-edb1-43c0-a904-cdc8566842c3'] in dv-cinder-849143-7-iscsi is: [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:56Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '7e051ab7-6d8c-4423-a677-c3ae00da338a', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'port_id': '67de195b-49ec-4b3f-a46f-2918a89919f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'mac_address': 'fa:16:3e:68:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:30:09Z', 'updated_at': '2022-09-23T01:31:03Z', 'revision_number': 1, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f84ec89-3da3-4e5b-ba9c-468ab28e4650', 'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'mac_address': 'fa:16:3e:de:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:53Z', 'updated_at': '2022-09-23T01:30:27Z', 'revision_number': 5, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'subnets': [{'id': '14588842-7014-4d4b-b88a-21758b766661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:31:06.986593 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:07.000447 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f743083c-f69c-4297-bf29-299ad5cf7e72 req-14839ab1-7962-484d-a9d5-a523dedcd007 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958395 Sep 23 01:31:07.101539 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:07.145304 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dc03a-4095-499f-900f-64d0e9d888c8 req-14c6bf33-1f4a-4a6d-bb63-63436c36ea16 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:07.153866 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f88dc03a-4095-499f-900f-64d0e9d888c8 req-14c6bf33-1f4a-4a6d-bb63-63436c36ea16 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.1013989 Sep 23 01:31:07.224551 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f88dc03a-4095-499f-900f-64d0e9d888c8 req-c1f7f84b-ce71-407a-a942-edcfcc4175a5 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692101 Sep 23 01:31:07.270800 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20959eb9-7e9f-4325-b9db-c1abbe555d89 None None] New status for floating IP 7e051ab7-6d8c-4423-a677-c3ae00da338a: ACTIVE {{(pid=107237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:31:07.442088 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:08.198894 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:08.416025 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99801fe1-a32d-4463-af44-5ae399129a7d req-20984d65-2642-48d1-a740-ae04e98064b3 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:08.417507 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-99801fe1-a32d-4463-af44-5ae399129a7d req-20984d65-2642-48d1-a740-ae04e98064b3 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0843389 Sep 23 01:31:08.495474 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-99801fe1-a32d-4463-af44-5ae399129a7d req-54cd88ca-567b-420b-a5e9-80a2dec1d86b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697577 Sep 23 01:31:08.896850 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:09.694595 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30338de9-c3c4-4c7f-8168-99cd7b0bcf85 req-3d5111d7-56d8-4f6a-b67a-34bc92b12b29 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:09.696276 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-30338de9-c3c4-4c7f-8168-99cd7b0bcf85 req-3d5111d7-56d8-4f6a-b67a-34bc92b12b29 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0595484 Sep 23 01:31:09.766537 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-30338de9-c3c4-4c7f-8168-99cd7b0bcf85 req-d2a560fa-1d04-4208-b025-729c94c18901 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604348 Sep 23 01:31:10.290364 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:10.925805 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caadc30-bae0-411a-85de-0a208d6498c9 req-4350aa9c-6f9f-4189-a5fa-bf71fe0db09c tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:10.931224 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5caadc30-bae0-411a-85de-0a208d6498c9 req-4350aa9c-6f9f-4189-a5fa-bf71fe0db09c tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0644846 Sep 23 01:31:10.998377 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5caadc30-bae0-411a-85de-0a208d6498c9 req-08065634-2161-435f-b121-ca5ff7387d01 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630403 Sep 23 01:31:11.170472 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:12.240418 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f61614-d604-49cf-8e72-b5d7d8297ef4 req-5453a61f-6516-47ce-8cfd-5b28111117a7 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:12.245181 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e0f61614-d604-49cf-8e72-b5d7d8297ef4 req-5453a61f-6516-47ce-8cfd-5b28111117a7 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0790684 Sep 23 01:31:12.264819 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:12.345491 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e0f61614-d604-49cf-8e72-b5d7d8297ef4 req-1a0ac5be-c71d-48bb-b3bc-801618e73f6c tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882568 Sep 23 01:31:13.697483 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7e79b-8ae8-4218-a3af-6873ebf3af8d req-5ffec656-ab3e-4b8f-be24-2a4c2b538e7f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:13.710739 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4de7e79b-8ae8-4218-a3af-6873ebf3af8d req-5ffec656-ab3e-4b8f-be24-2a4c2b538e7f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.1425276 Sep 23 01:31:13.780936 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4de7e79b-8ae8-4218-a3af-6873ebf3af8d req-bfbcf0a1-31ee-4684-93d9-b91261d9f312 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690510 Sep 23 01:31:14.254473 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7caf8-9258-439a-97ee-b2b86059349d req-1d74b6f8-e49d-48fd-87ea-31c7d4b32e0b tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:14.257018 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-69e7caf8-9258-439a-97ee-b2b86059349d req-1d74b6f8-e49d-48fd-87ea-31c7d4b32e0b tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 946 time: 0.0802124 Sep 23 01:31:14.311413 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-69e7caf8-9258-439a-97ee-b2b86059349d req-2169b5ca-5e7a-40e3-94b0-a9d3f202656b tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478737 Sep 23 01:31:14.661645 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 41280) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:14.843137 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0ec82322-c5b8-4180-b327-052f1048ab5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:15.077692 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836edde-60e0-4279-81af-c84b24ddeda5 req-ba8ad7c1-5198-4b30-86b8-ec14b4968dfd tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:15.080442 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3836edde-60e0-4279-81af-c84b24ddeda5 req-ba8ad7c1-5198-4b30-86b8-ec14b4968dfd tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.1375985 Sep 23 01:31:15.103011 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0ec82322-c5b8-4180-b327-052f1048ab5c admin admin] Publish callbacks [] for security_group (d9a30127-22aa-4600-825d-864b44fa96bd), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:15.158861 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3836edde-60e0-4279-81af-c84b24ddeda5 req-5e686e7c-9f19-4772-8a99-3b288895f6cf tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690491 Sep 23 01:31:15.216894 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0ec82322-c5b8-4180-b327-052f1048ab5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (d9a30127-22aa-4600-825d-864b44fa96bd), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:15.296067 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec82322-c5b8-4180-b327-052f1048ab5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a30127-22aa-4600-825d-864b44fa96bd,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:15.304221 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-0ec82322-c5b8-4180-b327-052f1048ab5c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c0c46cf4b4964719b2108816d34b30dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6406286 Sep 23 01:31:15.308267 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 41292) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:15.407660 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-63b0dcf1-0ad7-4ebf-988d-2316a43bfea7 admin admin] Publish callbacks [] for security_group (d9a30127-22aa-4600-825d-864b44fa96bd), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:15.472205 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-63b0dcf1-0ad7-4ebf-988d-2316a43bfea7 admin admin] Publish callbacks [] for security_group (d9a30127-22aa-4600-825d-864b44fa96bd), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:15.569490 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da2e59-30e2-444b-87ed-ac201a8b6b22 req-1486a9be-eeb9-44cc-aa39-28b8ccc24e8f tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:15.571287 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-32da2e59-30e2-444b-87ed-ac201a8b6b22 req-1486a9be-eeb9-44cc-aa39-28b8ccc24e8f tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 946 time: 0.1249173 Sep 23 01:31:15.572927 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 41300) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:15.654359 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-32da2e59-30e2-444b-87ed-ac201a8b6b22 req-64bafa68-8d06-4c7f-9ed3-eea58409fafa tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702615 Sep 23 01:31:15.696443 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-63b0dcf1-0ad7-4ebf-988d-2316a43bfea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (d9a30127-22aa-4600-825d-864b44fa96bd), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:15.702065 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-63b0dcf1-0ad7-4ebf-988d-2316a43bfea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:15.704181 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-63b0dcf1-0ad7-4ebf-988d-2316a43bfea7 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/d9a30127-22aa-4600-825d-864b44fa96bd HTTP/1.1" status: 204 len: 168 time: 0.3947542 Sep 23 01:31:15.720196 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0dcf1-0ad7-4ebf-988d-2316a43bfea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a30127-22aa-4600-825d-864b44fa96bd,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:15.797255 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-17558bd2-fe42-4611-8474-42102eb03a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:15.956442 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-17558bd2-fe42-4611-8474-42102eb03a4c admin admin] Publish callbacks [] for security_group (43c63e5d-70ac-44eb-a57e-0d07b727ecb8), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:16.080599 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-17558bd2-fe42-4611-8474-42102eb03a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (43c63e5d-70ac-44eb-a57e-0d07b727ecb8), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:16.160896 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-17558bd2-fe42-4611-8474-42102eb03a4c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=bf7ce4be9dd040f7bbe58e1c93ed5881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5863068 Sep 23 01:31:16.162292 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17558bd2-fe42-4611-8474-42102eb03a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c63e5d-70ac-44eb-a57e-0d07b727ecb8,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:16.165364 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 41322) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:16.259177 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d594eed2-81bf-420e-a3ba-6fd10cc766ae admin admin] Publish callbacks [] for security_group (43c63e5d-70ac-44eb-a57e-0d07b727ecb8), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:16.297938 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d594eed2-81bf-420e-a3ba-6fd10cc766ae admin admin] Publish callbacks [] for security_group (43c63e5d-70ac-44eb-a57e-0d07b727ecb8), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:16.392931 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07657af0-62a4-407a-b808-fed364b4dabe req-debbde41-281e-4001-9e86-56c1a76b28cc tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:16.395309 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-07657af0-62a4-407a-b808-fed364b4dabe req-debbde41-281e-4001-9e86-56c1a76b28cc tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0702951 Sep 23 01:31:16.484259 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-07657af0-62a4-407a-b808-fed364b4dabe req-7e7f1c47-25ce-4d88-9273-abbca9945c62 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739305 Sep 23 01:31:16.511637 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d594eed2-81bf-420e-a3ba-6fd10cc766ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (43c63e5d-70ac-44eb-a57e-0d07b727ecb8), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:16.515111 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d594eed2-81bf-420e-a3ba-6fd10cc766ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:16.516674 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-d594eed2-81bf-420e-a3ba-6fd10cc766ae admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/43c63e5d-70ac-44eb-a57e-0d07b727ecb8 HTTP/1.1" status: 204 len: 168 time: 0.3497715 Sep 23 01:31:16.526304 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594eed2-81bf-420e-a3ba-6fd10cc766ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c63e5d-70ac-44eb-a57e-0d07b727ecb8,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:16.765154 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 41334) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:16.813491 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7ac97039-1dd9-4772-b559-18c16e17682f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:16.890852 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=84 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:16.902142 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=20 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:17.085006 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:17.150231 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36864c-fcb7-4fb0-a9ad-4e39a99861d8 req-e26ae0bf-1422-4c60-860d-9faebf0b3e60 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:17.151811 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3c36864c-fcb7-4fb0-a9ad-4e39a99861d8 req-e26ae0bf-1422-4c60-860d-9faebf0b3e60 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 946 time: 0.3725898 Sep 23 01:31:17.182808 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c5404-c5e7-4308-aeed-791ea9b344b8 req-45a5e59b-acef-49db-8181-269f04db6fba tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:17.184226 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a02c5404-c5e7-4308-aeed-791ea9b344b8 req-45a5e59b-acef-49db-8181-269f04db6fba tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 946 time: 0.0979776 Sep 23 01:31:17.235155 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:17.296298 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3c36864c-fcb7-4fb0-a9ad-4e39a99861d8 req-e05c1996-24e4-42ee-9452-fe77fa75a6c3 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=4063edaa-2625-4231-85a6-e3069acc4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356471 Sep 23 01:31:17.405077 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7ac97039-1dd9-4772-b559-18c16e17682f admin admin] Publish callbacks [] for security_group (8fd7036a-5ba3-42ad-80c0-edb9d05fad26), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:17.406197 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-a02c5404-c5e7-4308-aeed-791ea9b344b8 req-e37c85f5-9610-4b23-ac14-a6468b94d97d tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Deleting port 2731a03e-93f1-42a0-9954-08f752288652 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:31:17.406539 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-a02c5404-c5e7-4308-aeed-791ea9b344b8 req-e37c85f5-9610-4b23-ac14-a6468b94d97d tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (2731a03e-93f1-42a0-9954-08f752288652), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:17.531532 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-a02c5404-c5e7-4308-aeed-791ea9b344b8 req-e37c85f5-9610-4b23-ac14-a6468b94d97d tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] For port 2731a03e-93f1-42a0-9954-08f752288652, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2731a03e-93f1-42a0-9954-08f752288652,segment=NetworkSegment(03d47607-353e-4aeb-bbdc-7205e9973798),segment_id=03d47607-353e-4aeb-bbdc-7205e9973798)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:17.531914 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-a02c5404-c5e7-4308-aeed-791ea9b344b8 req-e37c85f5-9610-4b23-ac14-a6468b94d97d tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (2731a03e-93f1-42a0-9954-08f752288652), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:17.553814 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-a02c5404-c5e7-4308-aeed-791ea9b344b8 req-e37c85f5-9610-4b23-ac14-a6468b94d97d tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Calling delete_port for 2731a03e-93f1-42a0-9954-08f752288652 owned by compute:nova {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:31:17.595462 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7ac97039-1dd9-4772-b559-18c16e17682f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (8fd7036a-5ba3-42ad-80c0-edb9d05fad26), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:17.653529 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 41348) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:17.689838 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a9cb247f-529e-423d-a097-187532ae858d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:17.705355 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac97039-1dd9-4772-b559-18c16e17682f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd7036a-5ba3-42ad-80c0-edb9d05fad26,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:17.717617 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-7ac97039-1dd9-4772-b559-18c16e17682f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d0288b9bb60049c2bc2d4732eed44f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9433560 Sep 23 01:31:17.723444 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 41350) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:17.725786 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac4a90-5dc7-4fda-a54a-eb0e92efb309 req-960b3958-e1c4-4d96-a12c-264cc9cdeb2b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:17.728584 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3fac4a90-5dc7-4fda-a54a-eb0e92efb309 req-960b3958-e1c4-4d96-a12c-264cc9cdeb2b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.1544533 Sep 23 01:31:17.760912 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=7 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:17.799137 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:17.870086 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad6b6-dc6e-4ac9-b24d-def4b32a6b12 admin admin] Publish callbacks [] for security_group (8fd7036a-5ba3-42ad-80c0-edb9d05fad26), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:17.885151 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3fac4a90-5dc7-4fda-a54a-eb0e92efb309 req-06842791-0cb5-47bb-a831-d965178c1e41 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492076 Sep 23 01:31:17.900530 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad6b6-dc6e-4ac9-b24d-def4b32a6b12 admin admin] Publish callbacks [] for security_group (8fd7036a-5ba3-42ad-80c0-edb9d05fad26), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:17.948951 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a9cb247f-529e-423d-a097-187532ae858d admin admin] Publish callbacks [] for security_group (0781fbcd-6872-4064-a0d4-c65e0abf5373), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:17.974884 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-a02c5404-c5e7-4308-aeed-791ea9b344b8 req-e37c85f5-9610-4b23-ac14-a6468b94d97d tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074'] for port (2731a03e-93f1-42a0-9954-08f752288652), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:18.005255 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c85f5-9610-4b23-ac14-a6468b94d97d tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Pushing event deleted for resources: {'Port': ['ID=2731a03e-93f1-42a0-9954-08f752288652,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:18.021250 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['2731a03e-93f1-42a0-9954-08f752288652'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:31:18.089393 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02c5404-c5e7-4308-aeed-791ea9b344b8 req-e37c85f5-9610-4b23-ac14-a6468b94d97d tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] No DVR routers for this DVR port 2731a03e-93f1-42a0-9954-08f752288652 on host hv-cinder-84914 {{(pid=107236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:31:18.094495 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-a02c5404-c5e7-4308-aeed-791ea9b344b8 req-e37c85f5-9610-4b23-ac14-a6468b94d97d tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:18.099036 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a02c5404-c5e7-4308-aeed-791ea9b344b8 req-e37c85f5-9610-4b23-ac14-a6468b94d97d tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.81 "DELETE /networking/v2.0/ports/2731a03e-93f1-42a0-9954-08f752288652 HTTP/1.1" status: 204 len: 173 time: 0.9004366 Sep 23 01:31:18.099717 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2166a98-2e71-4367-aa3a-9064cb15ae82', 'name': 'network-vif-deleted', 'tag': '2731a03e-93f1-42a0-9954-08f752288652'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:31:18.102042 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cab11b7-3bd9-4baf-bd92-4bb3e1253c6e" -d '{"events": [{"server_uuid": "d2166a98-2e71-4367-aa3a-9064cb15ae82", "name": "network-vif-deleted", "tag": "2731a03e-93f1-42a0-9954-08f752288652"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:31:18.124501 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a9cb247f-529e-423d-a097-187532ae858d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (0781fbcd-6872-4064-a0d4-c65e0abf5373), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:18.125300 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad6b6-dc6e-4ac9-b24d-def4b32a6b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (8fd7036a-5ba3-42ad-80c0-edb9d05fad26), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:18.128401 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad6b6-dc6e-4ac9-b24d-def4b32a6b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:18.134435 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-2c8ad6b6-dc6e-4ac9-b24d-def4b32a6b12 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8fd7036a-5ba3-42ad-80c0-edb9d05fad26 HTTP/1.1" status: 204 len: 168 time: 0.4054556 Sep 23 01:31:18.140430 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ad6b6-dc6e-4ac9-b24d-def4b32a6b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd7036a-5ba3-42ad-80c0-edb9d05fad26,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:18.177755 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17537448-f0c5-4b33-b0b7-fed5f7e3fd89 x-openstack-request-id: req-17537448-f0c5-4b33-b0b7-fed5f7e3fd89 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:31:18.177755 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2166a98-2e71-4367-aa3a-9064cb15ae82", "name": "network-vif-deleted", "tag": "2731a03e-93f1-42a0-9954-08f752288652", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:31:18.178118 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17537448-f0c5-4b33-b0b7-fed5f7e3fd89 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:31:18.179998 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17537448-f0c5-4b33-b0b7-fed5f7e3fd89'] response: {'server_uuid': 'd2166a98-2e71-4367-aa3a-9064cb15ae82', 'name': 'network-vif-deleted', 'tag': '2731a03e-93f1-42a0-9954-08f752288652', 'status': 'completed', 'code': 200} Sep 23 01:31:18.209534 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-a9cb247f-529e-423d-a097-187532ae858d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f63e0549209b45999dd95fe8cfaa80d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5543520 Sep 23 01:31:18.212928 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 41356) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:18.230415 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb247f-529e-423d-a097-187532ae858d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0781fbcd-6872-4064-a0d4-c65e0abf5373,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:18.307023 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6b831bf2-55c6-447a-abf0-55551ca053d8 admin admin] Publish callbacks [] for security_group (0781fbcd-6872-4064-a0d4-c65e0abf5373), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:18.331966 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6b831bf2-55c6-447a-abf0-55551ca053d8 admin admin] Publish callbacks [] for security_group (0781fbcd-6872-4064-a0d4-c65e0abf5373), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:18.482405 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f1833c90-791a-463a-aa25-90992d58ac3b req-f7a2fa52-add6-4596-bbee-5365dd99e096 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 210 time: 0.0313845 Sep 23 01:31:18.558115 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6b831bf2-55c6-447a-abf0-55551ca053d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (0781fbcd-6872-4064-a0d4-c65e0abf5373), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:18.561162 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6b831bf2-55c6-447a-abf0-55551ca053d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:18.562445 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-6b831bf2-55c6-447a-abf0-55551ca053d8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0781fbcd-6872-4064-a0d4-c65e0abf5373 HTTP/1.1" status: 204 len: 168 time: 0.3467302 Sep 23 01:31:18.572775 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b831bf2-55c6-447a-abf0-55551ca053d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0781fbcd-6872-4064-a0d4-c65e0abf5373,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:18.914010 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:19.099369 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203516a-419e-4dc5-b7d3-2b3b77781ddd req-e0bcd584-09cd-46a4-9590-6adc46d19410 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:19.103611 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6203516a-419e-4dc5-b7d3-2b3b77781ddd req-e0bcd584-09cd-46a4-9590-6adc46d19410 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0847225 Sep 23 01:31:19.186705 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6203516a-419e-4dc5-b7d3-2b3b77781ddd req-9a5f9685-f01e-41ca-9d09-f2bbe4fce1f0 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696056 Sep 23 01:31:19.261557 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:19.671009 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-be164536-74f0-41cf-9ec5-9e7d13bee989 req-c79a2358-2f0d-4287-8a25-b84a0e968988 tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 210 time: 0.0515134 Sep 23 01:31:19.793899 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:19.900171 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 41410) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:20.258590 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-02b136c0-5901-411f-84e0-39c2479bb20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:20.361263 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55177377-8436-4a8b-a81e-55a2e8ff9b1d req-e8518a4b-3e7c-4b89-93f3-6e1ca98865fd tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:20.363032 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-55177377-8436-4a8b-a81e-55a2e8ff9b1d req-e8518a4b-3e7c-4b89-93f3-6e1ca98865fd tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0641284 Sep 23 01:31:20.450973 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-55177377-8436-4a8b-a81e-55a2e8ff9b1d req-009b8581-1312-4b20-b43c-caf44accce3e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752406 Sep 23 01:31:20.458074 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-02b136c0-5901-411f-84e0-39c2479bb20e admin admin] Publish callbacks [] for security_group (b8a90914-50b4-4ff3-b22f-78390f8dc395), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:20.634329 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-02b136c0-5901-411f-84e0-39c2479bb20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (b8a90914-50b4-4ff3-b22f-78390f8dc395), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:20.672197 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 2731a03e-93f1-42a0-9954-08f752288652 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:31:20.685679 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-02b136c0-5901-411f-84e0-39c2479bb20e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=bce7263e4aee46beab417b720fefa59d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7842424 Sep 23 01:31:20.689288 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 41438) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:20.702735 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b136c0-5901-411f-84e0-39c2479bb20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a90914-50b4-4ff3-b22f-78390f8dc395,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:20.738519 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: 2731a03e-93f1-42a0-9954-08f752288652 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:31:20.744205 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 2731a03e-93f1-42a0-9954-08f752288652 not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:31:20.786916 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-86c6b44f-1a58-49da-b0b8-269f10cc8b14 admin admin] Publish callbacks [] for security_group (b8a90914-50b4-4ff3-b22f-78390f8dc395), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:20.832319 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-86c6b44f-1a58-49da-b0b8-269f10cc8b14 admin admin] Publish callbacks [] for security_group (b8a90914-50b4-4ff3-b22f-78390f8dc395), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:20.918872 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-306364a6-42a0-49cf-b4be-fd2104d2bc61 req-c4811b60-d794-4424-8be1-509a899ad44c tempest-DeleteServersTestJSON-1272327012 tempest-DeleteServersTestJSON-1272327012-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d2166a98-2e71-4367-aa3a-9064cb15ae82 HTTP/1.1" status: 200 len: 210 time: 0.0298941 Sep 23 01:31:21.147625 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-86c6b44f-1a58-49da-b0b8-269f10cc8b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (b8a90914-50b4-4ff3-b22f-78390f8dc395), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:21.152821 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-86c6b44f-1a58-49da-b0b8-269f10cc8b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:21.155108 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-86c6b44f-1a58-49da-b0b8-269f10cc8b14 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b8a90914-50b4-4ff3-b22f-78390f8dc395 HTTP/1.1" status: 204 len: 168 time: 0.4634252 Sep 23 01:31:21.171641 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6b44f-1a58-49da-b0b8-269f10cc8b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a90914-50b4-4ff3-b22f-78390f8dc395,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:21.634136 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d3493-a7aa-4f7b-9121-c4c5ddf1ffa4 req-d85e002c-e881-4f9b-b386-90d86b67368d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:21.635920 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-013d3493-a7aa-4f7b-9121-c4c5ddf1ffa4 req-d85e002c-e881-4f9b-b386-90d86b67368d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0567296 Sep 23 01:31:21.690459 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:21.695603 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-013d3493-a7aa-4f7b-9121-c4c5ddf1ffa4 req-68a0d43a-3aa9-433f-bf33-03e1cbe017a7 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488884 Sep 23 01:31:21.871859 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 41464) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:22.057189 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-19eae72c-e3f7-4773-8e85-25a741c77b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:22.166791 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-19eae72c-e3f7-4773-8e85-25a741c77b8a admin admin] Publish callbacks [] for security_group (a904b598-50ff-43d5-99ed-01888a687b61), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:22.255458 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-19eae72c-e3f7-4773-8e85-25a741c77b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (a904b598-50ff-43d5-99ed-01888a687b61), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:22.290588 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-19eae72c-e3f7-4773-8e85-25a741c77b8a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1de2dfd53d724e6c93ce674a21aa9abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4172072 Sep 23 01:31:22.306587 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 41486) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:22.327841 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:22.354415 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eae72c-e3f7-4773-8e85-25a741c77b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a904b598-50ff-43d5-99ed-01888a687b61,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:22.437468 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9321d636-7422-4e6f-aa69-c59bc2a7046b admin admin] Publish callbacks [] for security_group (a904b598-50ff-43d5-99ed-01888a687b61), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:22.483810 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9321d636-7422-4e6f-aa69-c59bc2a7046b admin admin] Publish callbacks [] for security_group (a904b598-50ff-43d5-99ed-01888a687b61), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:22.661354 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 41494) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:22.676860 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a154-191b-4442-9cd1-c1234304ff2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:22.702999 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9321d636-7422-4e6f-aa69-c59bc2a7046b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (a904b598-50ff-43d5-99ed-01888a687b61), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:22.705696 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9321d636-7422-4e6f-aa69-c59bc2a7046b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:22.706896 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-9321d636-7422-4e6f-aa69-c59bc2a7046b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a904b598-50ff-43d5-99ed-01888a687b61 HTTP/1.1" status: 204 len: 168 time: 0.3988731 Sep 23 01:31:22.726132 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321d636-7422-4e6f-aa69-c59bc2a7046b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a904b598-50ff-43d5-99ed-01888a687b61,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:22.909991 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a154-191b-4442-9cd1-c1234304ff2e admin admin] Publish callbacks [] for security_group (54766c40-f2b7-4e02-8997-0bd6233e1d6f), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:22.966386 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0e7cc-4792-44aa-893a-9db05148b1e4 req-b8477c9d-237f-4f72-853a-f39a49871ed8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:22.966386 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f1b0e7cc-4792-44aa-893a-9db05148b1e4 req-b8477c9d-237f-4f72-853a-f39a49871ed8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0847671 Sep 23 01:31:22.990569 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a154-191b-4442-9cd1-c1234304ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (54766c40-f2b7-4e02-8997-0bd6233e1d6f), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:23.067763 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f1b0e7cc-4792-44aa-893a-9db05148b1e4 req-349e175a-4bec-41e3-bfc7-b769b54e4b37 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907552 Sep 23 01:31:23.081572 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-a5c1a154-191b-4442-9cd1-c1234304ff2e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3c7a8dbc4e7a42f0822dfdc780fa1172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4190588 Sep 23 01:31:23.082680 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1a154-191b-4442-9cd1-c1234304ff2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54766c40-f2b7-4e02-8997-0bd6233e1d6f,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:23.085973 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 41504) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:23.168528 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d472d1da-624e-4fb3-b606-3039fa33120c admin admin] Publish callbacks [] for security_group (54766c40-f2b7-4e02-8997-0bd6233e1d6f), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:23.202965 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d472d1da-624e-4fb3-b606-3039fa33120c admin admin] Publish callbacks [] for security_group (54766c40-f2b7-4e02-8997-0bd6233e1d6f), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:23.424399 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d472d1da-624e-4fb3-b606-3039fa33120c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (54766c40-f2b7-4e02-8997-0bd6233e1d6f), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:23.428819 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d472d1da-624e-4fb3-b606-3039fa33120c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:23.430362 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-d472d1da-624e-4fb3-b606-3039fa33120c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/54766c40-f2b7-4e02-8997-0bd6233e1d6f HTTP/1.1" status: 204 len: 168 time: 0.3432422 Sep 23 01:31:23.444021 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472d1da-624e-4fb3-b606-3039fa33120c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54766c40-f2b7-4e02-8997-0bd6233e1d6f,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:24.128773 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 41552) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:24.364672 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e657892-6659-42db-962e-af2827136f12 req-11aa1d6e-157a-4c45-b76d-5cba5d2e8052 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:24.368545 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8e657892-6659-42db-962e-af2827136f12 req-11aa1d6e-157a-4c45-b76d-5cba5d2e8052 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.1079402 Sep 23 01:31:24.400130 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:24.486242 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8e657892-6659-42db-962e-af2827136f12 req-aa7822a2-3c6f-4d7b-b968-4333e378899d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985801 Sep 23 01:31:24.861981 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-145f9e7f-75fa-4ff5-ad95-10ddb6eb9a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736099'] for router_interface (5b680127-6807-4845-8d27-72af619efd35), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:25.335927 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:25.344493 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-145f9e7f-75fa-4ff5-ad95-10ddb6eb9a5d admin admin] Deleting port 6d2ccd41-39e8-4468-bde4-43ad278e24dd {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:31:25.345457 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-145f9e7f-75fa-4ff5-ad95-10ddb6eb9a5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:25.478511 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-145f9e7f-75fa-4ff5-ad95-10ddb6eb9a5d admin admin] For port 6d2ccd41-39e8-4468-bde4-43ad278e24dd, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=6d2ccd41-39e8-4468-bde4-43ad278e24dd,segment=NetworkSegment(03d47607-353e-4aeb-bbdc-7205e9973798),segment_id=03d47607-353e-4aeb-bbdc-7205e9973798)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:25.478974 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-145f9e7f-75fa-4ff5-ad95-10ddb6eb9a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:25.497203 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-145f9e7f-75fa-4ff5-ad95-10ddb6eb9a5d admin admin] Calling delete_port for 6d2ccd41-39e8-4468-bde4-43ad278e24dd owned by network:router_interface {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:31:25.994923 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab9ae2-d8a9-4034-adbf-9d80d5ca19af req-f9b04e23-0cda-4020-a836-4d2807a72035 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:25.997575 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-aaab9ae2-d8a9-4034-adbf-9d80d5ca19af req-f9b04e23-0cda-4020-a836-4d2807a72035 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0707855 Sep 23 01:31:26.132751 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-aaab9ae2-d8a9-4034-adbf-9d80d5ca19af req-727cd644-4387-46f5-8098-33d65a2e1deb tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211693 Sep 23 01:31:26.314655 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-145f9e7f-75fa-4ff5-ad95-10ddb6eb9a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074'] for port (6d2ccd41-39e8-4468-bde4-43ad278e24dd), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:26.393222 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f9e7f-75fa-4ff5-ad95-10ddb6eb9a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2ccd41-39e8-4468-bde4-43ad278e24dd,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:26.627976 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-145f9e7f-75fa-4ff5-ad95-10ddb6eb9a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683219'] for router_interface (5b680127-6807-4845-8d27-72af619efd35), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:26.854721 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:27.002065 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145f9e7f-75fa-4ff5-ad95-10ddb6eb9a5d admin admin] Router 5b680127-6807-4845-8d27-72af619efd35 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:31:27.160154 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145f9e7f-75fa-4ff5-ad95-10ddb6eb9a5d admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:31:27.170031 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-145f9e7f-75fa-4ff5-ad95-10ddb6eb9a5d admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/5b680127-6807-4845-8d27-72af619efd35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0353241 Sep 23 01:31:27.171899 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 41628) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:27.176042 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8478b752-d88d-4981-a15c-2f743f76ffc8 None None] Sync routers for ids ['5b680127-6807-4845-8d27-72af619efd35'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:31:27.182880 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:27.191852 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8478b752-d88d-4981-a15c-2f743f76ffc8 None None] Routers {'5b680127-6807-4845-8d27-72af619efd35'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:31:27.191852 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-8478b752-d88d-4981-a15c-2f743f76ffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:31:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['5b680127-6807-4845-8d27-72af619efd35'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:27.301150 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 41634) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:27.406509 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-8478b752-d88d-4981-a15c-2f743f76ffc8 None None] Set router 5b680127-6807-4845-8d27-72af619efd35 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:31:27.426072 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e12abd-45ed-46bc-bfdd-c94595ddc0e9 req-a8d1547a-cadc-41c9-80ab-aaaa72358217 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:27.434198 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b2e12abd-45ed-46bc-bfdd-c94595ddc0e9 req-a8d1547a-cadc-41c9-80ab-aaaa72358217 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0847943 Sep 23 01:31:27.504903 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:27.523628 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b3dfccec-0349-4583-800c-c22c59ebf807 admin admin] Publish callbacks [] for router (5b680127-6807-4845-8d27-72af619efd35), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:27.524568 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b2e12abd-45ed-46bc-bfdd-c94595ddc0e9 req-4516378e-1e23-43a6-90a8-df5016f0cadc tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854509 Sep 23 01:31:27.574730 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 41640) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:27.776402 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-bccc7e50-ef25-4bd8-9927-5ac335e5e044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:27.781499 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-8478b752-d88d-4981-a15c-2f743f76ffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b680127-6807-4845-8d27-72af619efd35', 'name': 'tempest-DeleteServersTestJSON-9038832-router', 'tenant_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'e4a3f863-b227-4ab7-83d2-4d0137602434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:39Z', 'updated_at': '2022-09-23T01:31:26Z', 'revision_number': 5, 'project_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'gw_port': {'id': 'e4a3f863-b227-4ab7-83d2-4d0137602434', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b680127-6807-4845-8d27-72af619efd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:40Z', 'updated_at': '2022-09-23T01:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:27.811528 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b3dfccec-0349-4583-800c-c22c59ebf807 admin admin] Publish callbacks [] for router_gateway (5b680127-6807-4845-8d27-72af619efd35), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:27.845163 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8478b752-d88d-4981-a15c-2f743f76ffc8 None None] Checking router: 5b680127-6807-4845-8d27-72af619efd35 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:31:27.857680 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8478b752-d88d-4981-a15c-2f743f76ffc8 None None] Routers {'5b680127-6807-4845-8d27-72af619efd35'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:31:27.858367 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-8478b752-d88d-4981-a15c-2f743f76ffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:31:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['5b680127-6807-4845-8d27-72af619efd35'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:27.861925 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-27de10ee-7f1f-4166-87a7-f1541cf42d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.058978 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-bccc7e50-ef25-4bd8-9927-5ac335e5e044 admin admin] Publish callbacks [] for security_group (cf496d4b-d791-46da-ba3e-eaa6084b1da6), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.061962 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfccec-0349-4583-800c-c22c59ebf807 admin admin] Deleting port e4a3f863-b227-4ab7-83d2-4d0137602434 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:31:28.069594 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b3dfccec-0349-4583-800c-c22c59ebf807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (e4a3f863-b227-4ab7-83d2-4d0137602434), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.070314 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-27de10ee-7f1f-4166-87a7-f1541cf42d3c admin admin] Publish callbacks [] for security_group (5c5d5876-1588-44ff-83bd-301ff95c3686), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.102700 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-8478b752-d88d-4981-a15c-2f743f76ffc8 None None] Set router 5b680127-6807-4845-8d27-72af619efd35 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:31:28.184537 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:28.194185 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-27de10ee-7f1f-4166-87a7-f1541cf42d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (5c5d5876-1588-44ff-83bd-301ff95c3686), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.219621 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-bccc7e50-ef25-4bd8-9927-5ac335e5e044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (cf496d4b-d791-46da-ba3e-eaa6084b1da6), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.299375 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de10ee-7f1f-4166-87a7-f1541cf42d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5d5876-1588-44ff-83bd-301ff95c3686,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:28.311106 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-b3dfccec-0349-4583-800c-c22c59ebf807 admin admin] For port e4a3f863-b227-4ab7-83d2-4d0137602434, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=e4a3f863-b227-4ab7-83d2-4d0137602434,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:28.312585 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b3dfccec-0349-4583-800c-c22c59ebf807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (e4a3f863-b227-4ab7-83d2-4d0137602434), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.316526 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-27de10ee-7f1f-4166-87a7-f1541cf42d3c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6db6561fbd664d1b8d140517991c0f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7393899 Sep 23 01:31:28.318084 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 41658) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:28.323649 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc7e50-ef25-4bd8-9927-5ac335e5e044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf496d4b-d791-46da-ba3e-eaa6084b1da6,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:28.364840 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-bccc7e50-ef25-4bd8-9927-5ac335e5e044 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=79578cfa5efb4cb1ba9e926639641a55&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0652392 Sep 23 01:31:28.367073 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfccec-0349-4583-800c-c22c59ebf807 admin admin] Calling delete_port for e4a3f863-b227-4ab7-83d2-4d0137602434 owned by network:router_gateway {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:31:28.370036 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 41662) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:28.471691 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c33789e0-1980-47ff-8e6b-1a36089fae92 admin admin] Publish callbacks [] for security_group (5c5d5876-1588-44ff-83bd-301ff95c3686), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.487415 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-8478b752-d88d-4981-a15c-2f743f76ffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b680127-6807-4845-8d27-72af619efd35', 'name': 'tempest-DeleteServersTestJSON-9038832-router', 'tenant_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'e4a3f863-b227-4ab7-83d2-4d0137602434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:39Z', 'updated_at': '2022-09-23T01:31:26Z', 'revision_number': 5, 'project_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'gw_port': {'id': 'e4a3f863-b227-4ab7-83d2-4d0137602434', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b680127-6807-4845-8d27-72af619efd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:40Z', 'updated_at': '2022-09-23T01:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:28.534712 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c33789e0-1980-47ff-8e6b-1a36089fae92 admin admin] Publish callbacks [] for security_group (5c5d5876-1588-44ff-83bd-301ff95c3686), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.548294 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8478b752-d88d-4981-a15c-2f743f76ffc8 None None] The sync data for ids ['5b680127-6807-4845-8d27-72af619efd35'] in dv-cinder-849143-7-iscsi is: [{'id': '5b680127-6807-4845-8d27-72af619efd35', 'name': 'tempest-DeleteServersTestJSON-9038832-router', 'tenant_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'e4a3f863-b227-4ab7-83d2-4d0137602434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:39Z', 'updated_at': '2022-09-23T01:31:26Z', 'revision_number': 5, 'project_id': 'a90db67f8f74446b8cbd913a2a17c0b1', 'gw_port': {'id': 'e4a3f863-b227-4ab7-83d2-4d0137602434', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b680127-6807-4845-8d27-72af619efd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:40Z', 'updated_at': '2022-09-23T01:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:31:28.591043 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cefec6ad-1138-496c-8ce9-d924285404ce admin admin] Publish callbacks [] for security_group (cf496d4b-d791-46da-ba3e-eaa6084b1da6), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.608963 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:28.764973 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cefec6ad-1138-496c-8ce9-d924285404ce admin admin] Publish callbacks [] for security_group (cf496d4b-d791-46da-ba3e-eaa6084b1da6), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.808218 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c33789e0-1980-47ff-8e6b-1a36089fae92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (5c5d5876-1588-44ff-83bd-301ff95c3686), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.815874 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c33789e0-1980-47ff-8e6b-1a36089fae92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:28.824984 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-c33789e0-1980-47ff-8e6b-1a36089fae92 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5c5d5876-1588-44ff-83bd-301ff95c3686 HTTP/1.1" status: 204 len: 168 time: 0.4984872 Sep 23 01:31:28.836236 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33789e0-1980-47ff-8e6b-1a36089fae92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5d5876-1588-44ff-83bd-301ff95c3686,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:28.857306 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d96f2-c9d6-4894-a0e4-da64749cdd65 req-dfb57d92-2ce2-4abd-8548-18927d8655f9 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:28.860239 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f43d96f2-c9d6-4894-a0e4-da64749cdd65 req-dfb57d92-2ce2-4abd-8548-18927d8655f9 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.1808403 Sep 23 01:31:28.874764 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=72,neutron:UPDATE=8 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:28.951326 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 6d2ccd41-39e8-4468-bde4-43ad278e24dd no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:31:29.022645 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: 6d2ccd41-39e8-4468-bde4-43ad278e24dd {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:31:29.023605 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 6d2ccd41-39e8-4468-bde4-43ad278e24dd not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:31:29.063029 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f43d96f2-c9d6-4894-a0e4-da64749cdd65 req-e867a4e2-88bd-45e2-861a-bae48848eb2a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860166 Sep 23 01:31:29.172483 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:29.174405 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cefec6ad-1138-496c-8ce9-d924285404ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (cf496d4b-d791-46da-ba3e-eaa6084b1da6), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:29.178910 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cefec6ad-1138-496c-8ce9-d924285404ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:29.181124 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-cefec6ad-1138-496c-8ce9-d924285404ce admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/cf496d4b-d791-46da-ba3e-eaa6084b1da6 HTTP/1.1" status: 204 len: 168 time: 0.8094640 Sep 23 01:31:29.182367 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b3dfccec-0349-4583-800c-c22c59ebf807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074'] for port (e4a3f863-b227-4ab7-83d2-4d0137602434), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:29.255376 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfccec-0349-4583-800c-c22c59ebf807 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a3f863-b227-4ab7-83d2-4d0137602434,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:29.264440 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefec6ad-1138-496c-8ce9-d924285404ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf496d4b-d791-46da-ba3e-eaa6084b1da6,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:29.285139 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b3dfccec-0349-4583-800c-c22c59ebf807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679193'] for router_gateway (5b680127-6807-4845-8d27-72af619efd35), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:29.446921 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b3dfccec-0349-4583-800c-c22c59ebf807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6547'] for router (5b680127-6807-4845-8d27-72af619efd35), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:29.451385 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b3dfccec-0349-4583-800c-c22c59ebf807 admin admin] Publish callbacks [] for router_controller (5b680127-6807-4845-8d27-72af619efd35), precommit_delete_associations {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:29.746853 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b3dfccec-0349-4583-800c-c22c59ebf807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683310'] for router (5b680127-6807-4845-8d27-72af619efd35), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:29.747696 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dfccec-0349-4583-800c-c22c59ebf807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b680127-6807-4845-8d27-72af619efd35 {{(pid=107235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:31:29.754304 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b3dfccec-0349-4583-800c-c22c59ebf807 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:29.754492 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-b3dfccec-0349-4583-800c-c22c59ebf807 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/5b680127-6807-4845-8d27-72af619efd35 HTTP/1.1" status: 204 len: 168 time: 2.5829036 Sep 23 01:31:29.758055 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 41686) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:29.845299 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8fefd4-6003-4e0d-ab59-d9fef804dbe5 admin admin] Deleting subnet b56f744e-834c-45c8-9f6b-fb3cd6317e48 {{(pid=107236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:31:29.851175 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-cd8fefd4-6003-4e0d-ab59-d9fef804dbe5 admin admin] Publish callbacks [] for subnet (b56f744e-834c-45c8-9f6b-fb3cd6317e48), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:29.906101 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-cd8fefd4-6003-4e0d-ab59-d9fef804dbe5 admin admin] Publish callbacks [] for subnet (b56f744e-834c-45c8-9f6b-fb3cd6317e48), precommit_delete_associations {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:30.003505 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 41690) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:30.017807 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-305a8099-3be7-4fe9-a954-f26f634fa308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:30.020255 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-cd8fefd4-6003-4e0d-ab59-d9fef804dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7847786'] for subnet (b56f744e-834c-45c8-9f6b-fb3cd6317e48), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:30.132992 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-305a8099-3be7-4fe9-a954-f26f634fa308 admin admin] Publish callbacks [] for security_group (feb7ae0a-a213-486c-9826-add6524beea3), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:30.231077 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-cd8fefd4-6003-4e0d-ab59-d9fef804dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7835479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for subnet (b56f744e-834c-45c8-9f6b-fb3cd6317e48), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:30.248508 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a88c0-f118-403c-8c1f-1c978e26bb64 req-e67c5a60-41c0-4769-8ce5-58115453113a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:30.252228 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-da1a88c0-f118-403c-8c1f-1c978e26bb64 req-e67c5a60-41c0-4769-8ce5-58115453113a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0683219 Sep 23 01:31:30.281178 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-cd8fefd4-6003-4e0d-ab59-d9fef804dbe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:30.295543 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-cd8fefd4-6003-4e0d-ab59-d9fef804dbe5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/b56f744e-834c-45c8-9f6b-fb3cd6317e48 HTTP/1.1" status: 204 len: 168 time: 0.5254195 Sep 23 01:31:30.295543 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fefd4-6003-4e0d-ab59-d9fef804dbe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b56f744e-834c-45c8-9f6b-fb3cd6317e48,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:30.295796 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 41696) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:30.295796 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-305a8099-3be7-4fe9-a954-f26f634fa308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (feb7ae0a-a213-486c-9826-add6524beea3), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:30.295991 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24537cf-44cd-4b55-9733-8a84ec1cf847 None None] Network a0c19b36-6dcd-4567-812d-252de08febdf requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:31:30.357437 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a8099-3be7-4fe9-a954-f26f634fa308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb7ae0a-a213-486c-9826-add6524beea3,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:30.398000 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-da1a88c0-f118-403c-8c1f-1c978e26bb64 req-af4302d3-5f08-4814-98a6-13189b63d999 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191566 Sep 23 01:31:30.454805 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-305a8099-3be7-4fe9-a954-f26f634fa308 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=37b23fdc79934b9cb25959e8407dfcef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4495695 Sep 23 01:31:30.459868 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 41704) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:30.499246 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776543'] for network (a0c19b36-6dcd-4567-812d-252de08febdf), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:30.551792 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7ea6a93a-3606-48ac-ad31-69c6b0ab54fd admin admin] Publish callbacks [] for security_group (feb7ae0a-a213-486c-9826-add6524beea3), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:30.553463 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43372c76-d328-4ce0-92fe-679667899a1a None None] DHCP port deletion for a0c19b36-6dcd-4567-812d-252de08febdf request from dv-cinder-849143-7-iscsi {{(pid=107237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:31:30.580231 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Deleting port 09dd2607-3db8-471c-b365-21c527095066 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:31:30.581039 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (09dd2607-3db8-471c-b365-21c527095066), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:30.590350 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7ea6a93a-3606-48ac-ad31-69c6b0ab54fd admin admin] Publish callbacks [] for security_group (feb7ae0a-a213-486c-9826-add6524beea3), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:30.647917 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-43372c76-d328-4ce0-92fe-679667899a1a None None] Deleting port 09dd2607-3db8-471c-b365-21c527095066 {{(pid=107237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:31:30.648682 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-43372c76-d328-4ce0-92fe-679667899a1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (09dd2607-3db8-471c-b365-21c527095066), before_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:30.744577 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] For port 09dd2607-3db8-471c-b365-21c527095066, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=09dd2607-3db8-471c-b365-21c527095066,segment=NetworkSegment(03d47607-353e-4aeb-bbdc-7205e9973798),segment_id=03d47607-353e-4aeb-bbdc-7205e9973798)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:30.744577 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (09dd2607-3db8-471c-b365-21c527095066), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:30.744577 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Calling delete_port for 09dd2607-3db8-471c-b365-21c527095066 owned by network:dhcp {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:31:30.773713 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-43372c76-d328-4ce0-92fe-679667899a1a None None] For port 09dd2607-3db8-471c-b365-21c527095066, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=09dd2607-3db8-471c-b365-21c527095066,segment=NetworkSegment(03d47607-353e-4aeb-bbdc-7205e9973798),segment_id=03d47607-353e-4aeb-bbdc-7205e9973798)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:31:30.774247 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-43372c76-d328-4ce0-92fe-679667899a1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (09dd2607-3db8-471c-b365-21c527095066), precommit_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:30.799305 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-43372c76-d328-4ce0-92fe-679667899a1a None None] Calling delete_port for 09dd2607-3db8-471c-b365-21c527095066 owned by network:dhcp {{(pid=107237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:31:30.919506 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:30.951714 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device e4a3f863-b227-4ab7-83d2-4d0137602434 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:31:30.978406 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: e4a3f863-b227-4ab7-83d2-4d0137602434 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:31:30.978750 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device e4a3f863-b227-4ab7-83d2-4d0137602434 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:31:30.979166 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 09dd2607-3db8-471c-b365-21c527095066 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:31:31.065591 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 09dd2607-3db8-471c-b365-21c527095066 is: ACTIVE; New status is: DOWN {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:31:31.065906 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (09dd2607-3db8-471c-b365-21c527095066), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.113775 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7ea6a93a-3606-48ac-ad31-69c6b0ab54fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (feb7ae0a-a213-486c-9826-add6524beea3), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.119258 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7ea6a93a-3606-48ac-ad31-69c6b0ab54fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.121490 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-7ea6a93a-3606-48ac-ad31-69c6b0ab54fd admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/feb7ae0a-a213-486c-9826-add6524beea3 HTTP/1.1" status: 204 len: 168 time: 0.6626291 Sep 23 01:31:31.137401 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6a93a-3606-48ac-ad31-69c6b0ab54fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb7ae0a-a213-486c-9826-add6524beea3,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:31.176368 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074'] for port (09dd2607-3db8-471c-b365-21c527095066), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.229301 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Pushing event deleted for resources: {'Port': ['ID=09dd2607-3db8-471c-b365-21c527095066,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:31.234404 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-43372c76-d328-4ce0-92fe-679667899a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074'] for port (09dd2607-3db8-471c-b365-21c527095066), after_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.240269 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] No DVR routers for this DVR port 09dd2607-3db8-471c-b365-21c527095066 on host dv-cinder-849143-7-iscsi {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:31:31.286754 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43372c76-d328-4ce0-92fe-679667899a1a None None] Pushing event deleted for resources: {'Port': ['ID=09dd2607-3db8-471c-b365-21c527095066,revision_number=None']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:31.290145 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43372c76-d328-4ce0-92fe-679667899a1a None None] No DVR routers for this DVR port 09dd2607-3db8-471c-b365-21c527095066 on host dv-cinder-849143-7-iscsi {{(pid=107237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:31:31.371182 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807041', 'neutron.services.segments.db._delete_segments_for_network-8752383552961'] for network (a0c19b36-6dcd-4567-812d-252de08febdf), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.415344 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:31.415991 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:31.417394 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:31.418000 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Subscribe: > port after_create 55550000 {{(pid=107235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:31.418591 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:31.419797 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Subscribe: > port after_update 55550000 {{(pid=107235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:31.419966 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:31.420431 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:31.421089 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:31.423304 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:31.613644 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:31.614096 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:31.614438 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:31.614772 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:31:31.615154 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c19b36-6dcd-4567-812d-252de08febdf']}} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:31.641544 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:DELETE=9,neutron:UPDATE=3,neutron:SELECT=77,neutron:INSERT=11 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:31.648815 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:DELETE=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:31.691923 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d47607-353e-4aeb-bbdc-7205e9973798') {'for_net_delete': True} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:31.692413 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d47607-353e-4aeb-bbdc-7205e9973798') {} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:31:31.735228 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752383552853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9302479'] for segment (03d47607-353e-4aeb-bbdc-7205e9973798), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.745928 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:31.768247 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95f951-4f6f-4365-8da4-6e0249d0bec9 req-b7b75a37-9bc5-42b3-9a3a-7d7132f17649 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:31.770030 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1d95f951-4f6f-4365-8da4-6e0249d0bec9 req-b7b75a37-9bc5-42b3-9a3a-7d7132f17649 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.1468048 Sep 23 01:31:31.778583 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (03d47607-353e-4aeb-bbdc-7205e9973798), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.796957 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=107235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:31:31.797369 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3173458'] for segment (03d47607-353e-4aeb-bbdc-7205e9973798), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:31.923300 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1d95f951-4f6f-4365-8da4-6e0249d0bec9 req-a137988a-8d88-4a14-8434-3e0400bf0cae tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404192 Sep 23 01:31:32.061618 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679244'] for network (a0c19b36-6dcd-4567-812d-252de08febdf), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:32.073055 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:32.080135 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/a0c19b36-6dcd-4567-812d-252de08febdf HTTP/1.1" status: 204 len: 168 time: 1.7790463 Sep 23 01:31:32.095931 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2adf93-f83f-4c95-9ce0-4fda3ca3e807 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c19b36-6dcd-4567-812d-252de08febdf,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:32.157152 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 41742) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:32.184578 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ba8e-59b9-426a-a4ae-e31c36cbcca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:32.338876 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:31:32.379080 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ba8e-59b9-426a-a4ae-e31c36cbcca1 admin admin] Publish callbacks [] for security_group (c7f0e3a0-197f-4ec8-8c75-6ac9f3af8dad), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:32.463406 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ba8e-59b9-426a-a4ae-e31c36cbcca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (c7f0e3a0-197f-4ec8-8c75-6ac9f3af8dad), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:32.556975 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-bdb1ba8e-59b9-426a-a4ae-e31c36cbcca1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4796b1219050424888e9e474a7df1b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3951230 Sep 23 01:31:32.558700 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 41752) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:32.559308 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1ba8e-59b9-426a-a4ae-e31c36cbcca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f0e3a0-197f-4ec8-8c75-6ac9f3af8dad,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:32.603826 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment 03d47607-353e-4aeb-bbdc-7205e9973798 resource provider aggregate not found Sep 23 01:31:32.646146 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment 03d47607-353e-4aeb-bbdc-7205e9973798 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03d47607-353e-4aeb-bbdc-7205e9973798 found for delete ", "request_id": "req-55e5c677-f7be-4f70-8443-98cb5a614846"}]} Sep 23 01:31:32.665817 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-df6417af-fe3a-40b6-9ea3-58f02f9493aa admin admin] Publish callbacks [] for security_group (c7f0e3a0-197f-4ec8-8c75-6ac9f3af8dad), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:32.777274 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 41756) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:32.858366 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-c500470f-6e56-47ed-935c-c7b675beba15 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a90db67f8f74446b8cbd913a2a17c0b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0772123 Sep 23 01:31:32.861287 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 41758) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:32.970684 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-df6417af-fe3a-40b6-9ea3-58f02f9493aa admin admin] Publish callbacks [] for security_group (c7f0e3a0-197f-4ec8-8c75-6ac9f3af8dad), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:32.982689 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1cab0f49-8b08-495a-be98-cd749624c8ea admin admin] Publish callbacks [] for security_group (4063edaa-2625-4231-85a6-e3069acc4e7a), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:33.018367 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1cab0f49-8b08-495a-be98-cd749624c8ea admin admin] Publish callbacks [] for security_group (4063edaa-2625-4231-85a6-e3069acc4e7a), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:33.026510 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:33.104533 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b604fc3-af71-4da9-9517-0ba5b28d5472 req-07749be7-1413-42c4-be59-eb9629e58a6e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:33.106078 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0b604fc3-af71-4da9-9517-0ba5b28d5472 req-07749be7-1413-42c4-be59-eb9629e58a6e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0518191 Sep 23 01:31:33.166953 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0b604fc3-af71-4da9-9517-0ba5b28d5472 req-fa150981-19d8-405e-908f-ccdea385fcd0 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549836 Sep 23 01:31:33.176835 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-df6417af-fe3a-40b6-9ea3-58f02f9493aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (c7f0e3a0-197f-4ec8-8c75-6ac9f3af8dad), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:33.180890 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-df6417af-fe3a-40b6-9ea3-58f02f9493aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:33.204209 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-df6417af-fe3a-40b6-9ea3-58f02f9493aa admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c7f0e3a0-197f-4ec8-8c75-6ac9f3af8dad HTTP/1.1" status: 204 len: 168 time: 0.6436663 Sep 23 01:31:33.228205 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1cab0f49-8b08-495a-be98-cd749624c8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (4063edaa-2625-4231-85a6-e3069acc4e7a), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:33.236289 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1cab0f49-8b08-495a-be98-cd749624c8ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:33.237838 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-1cab0f49-8b08-495a-be98-cd749624c8ea admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4063edaa-2625-4231-85a6-e3069acc4e7a HTTP/1.1" status: 204 len: 168 time: 0.3738894 Sep 23 01:31:33.251236 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6417af-fe3a-40b6-9ea3-58f02f9493aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f0e3a0-197f-4ec8-8c75-6ac9f3af8dad,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:33.278895 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab0f49-8b08-495a-be98-cd749624c8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4063edaa-2625-4231-85a6-e3069acc4e7a,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:33.850188 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3ad44e43-2541-42ee-adb0-fc8732b574df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:34.030381 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 41796) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:34.203009 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ee67b0ea-3699-4232-bf3e-ccd93bd60dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:34.381861 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ee67b0ea-3699-4232-bf3e-ccd93bd60dd1 admin admin] Publish callbacks [] for security_group (eec0351c-3c83-48a6-a451-872f03267691), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:34.491785 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab18911-d492-4694-a9eb-15a2dc9bbafc req-47380c73-548a-425f-a880-a512651b19b4 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:34.502001 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4ab18911-d492-4694-a9eb-15a2dc9bbafc req-47380c73-548a-425f-a880-a512651b19b4 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.1289053 Sep 23 01:31:34.508849 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ee67b0ea-3699-4232-bf3e-ccd93bd60dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (eec0351c-3c83-48a6-a451-872f03267691), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:34.568049 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-ee67b0ea-3699-4232-bf3e-ccd93bd60dd1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=0ae858c183c04be58a7fc3ccfd0b8649&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5333924 Sep 23 01:31:34.568049 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 41828) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:34.650395 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4ab18911-d492-4694-a9eb-15a2dc9bbafc req-57a390b1-63c4-4a84-9fff-1b3ea5943a57 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465392 Sep 23 01:31:34.696911 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67b0ea-3699-4232-bf3e-ccd93bd60dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec0351c-3c83-48a6-a451-872f03267691,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:34.716881 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-17af9516-9c6b-45e2-ab30-f3e5f3062e57 admin admin] Publish callbacks [] for security_group (eec0351c-3c83-48a6-a451-872f03267691), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:34.743666 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:34.751313 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-17af9516-9c6b-45e2-ab30-f3e5f3062e57 admin admin] Publish callbacks [] for security_group (eec0351c-3c83-48a6-a451-872f03267691), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:34.953228 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-17af9516-9c6b-45e2-ab30-f3e5f3062e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (eec0351c-3c83-48a6-a451-872f03267691), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:34.957675 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-17af9516-9c6b-45e2-ab30-f3e5f3062e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:34.960107 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-17af9516-9c6b-45e2-ab30-f3e5f3062e57 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/eec0351c-3c83-48a6-a451-872f03267691 HTTP/1.1" status: 204 len: 168 time: 0.3908675 Sep 23 01:31:34.972935 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af9516-9c6b-45e2-ab30-f3e5f3062e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec0351c-3c83-48a6-a451-872f03267691,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:35.755244 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74c412-29df-4b6b-9cee-9eab3f64f41c req-94141447-ebe5-48d0-b0fb-057980f80297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:35.764500 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-eb74c412-29df-4b6b-9cee-9eab3f64f41c req-94141447-ebe5-48d0-b0fb-057980f80297 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 1130 time: 0.0764229 Sep 23 01:31:35.881974 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fd0bc-0cca-47b2-b77e-4aac3433d140 req-4f05b170-7609-4c2f-8101-f714b129907e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:35.889029 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4d1fd0bc-0cca-47b2-b77e-4aac3433d140 req-4f05b170-7609-4c2f-8101-f714b129907e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0880926 Sep 23 01:31:35.933895 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-eb74c412-29df-4b6b-9cee-9eab3f64f41c req-0cc2799c-59ac-48dd-9e42-6f2b2158d5e5 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627171 Sep 23 01:31:35.970206 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 41880) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:35.991415 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4d1fd0bc-0cca-47b2-b77e-4aac3433d140 req-3229133f-50c4-467b-a691-b6df7544cc96 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010137 Sep 23 01:31:36.014867 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-eda49330-9ea6-4537-be22-1892d5c0822b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:36.073339 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:36.120764 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-eda49330-9ea6-4537-be22-1892d5c0822b admin admin] Publish callbacks [] for security_group (74147013-03d9-4b01-bfb4-9b15a2b429ad), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:36.323937 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-eda49330-9ea6-4537-be22-1892d5c0822b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (74147013-03d9-4b01-bfb4-9b15a2b429ad), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:36.367343 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda49330-9ea6-4537-be22-1892d5c0822b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74147013-03d9-4b01-bfb4-9b15a2b429ad,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:36.371848 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-eda49330-9ea6-4537-be22-1892d5c0822b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=614af2c2a5c8452cb9e70eb607cb5d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3990266 Sep 23 01:31:36.376290 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 41886) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:36.432314 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ff86a684-8b62-4ffb-8e52-9753f5c4c4b0 admin admin] Publish callbacks [] for security_group (74147013-03d9-4b01-bfb4-9b15a2b429ad), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:36.455044 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ff86a684-8b62-4ffb-8e52-9753f5c4c4b0 admin admin] Publish callbacks [] for security_group (74147013-03d9-4b01-bfb4-9b15a2b429ad), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:36.815827 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-81911174-ac5e-4799-9a0f-018a48d20cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:36.879398 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ff86a684-8b62-4ffb-8e52-9753f5c4c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (74147013-03d9-4b01-bfb4-9b15a2b429ad), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:36.886817 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ff86a684-8b62-4ffb-8e52-9753f5c4c4b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:36.890565 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-ff86a684-8b62-4ffb-8e52-9753f5c4c4b0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/74147013-03d9-4b01-bfb4-9b15a2b429ad HTTP/1.1" status: 204 len: 168 time: 0.5116179 Sep 23 01:31:36.902510 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86a684-8b62-4ffb-8e52-9753f5c4c4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74147013-03d9-4b01-bfb4-9b15a2b429ad,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:37.147346 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc418600-5a14-4863-a2f6-3f1f251d25d5 req-07d1f644-25c0-42d8-a6c1-e0c0bbe5487a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:37.149049 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bc418600-5a14-4863-a2f6-3f1f251d25d5 req-07d1f644-25c0-42d8-a6c1-e0c0bbe5487a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0674853 Sep 23 01:31:37.218832 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bc418600-5a14-4863-a2f6-3f1f251d25d5 req-bbea153e-a550-4d54-953e-627e68c04d2d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613503 Sep 23 01:31:37.964158 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 41930) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:37.985532 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c5eafa0d-6763-4cbc-a5b7-8de0d0d1b848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:38.109629 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c5eafa0d-6763-4cbc-a5b7-8de0d0d1b848 admin admin] Publish callbacks [] for security_group (75254e96-7f11-4a9f-9c7c-d441e02e45ea), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:38.267406 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c5eafa0d-6763-4cbc-a5b7-8de0d0d1b848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (75254e96-7f11-4a9f-9c7c-d441e02e45ea), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:38.350005 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:38.368121 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-c5eafa0d-6763-4cbc-a5b7-8de0d0d1b848 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f6556ad62de2429b8f98b3f6432192fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4088480 Sep 23 01:31:38.372529 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 41948) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:38.385209 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eafa0d-6763-4cbc-a5b7-8de0d0d1b848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75254e96-7f11-4a9f-9c7c-d441e02e45ea,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:38.410190 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017e757-0938-4ce0-970c-73b416dbdf5e req-7fb0c839-f06a-4494-b94c-eec20afc1009 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:38.411888 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8017e757-0938-4ce0-970c-73b416dbdf5e req-7fb0c839-f06a-4494-b94c-eec20afc1009 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0673184 Sep 23 01:31:38.416463 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:38.445944 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-2330cade-8116-440e-a150-6f9031ccb829 admin admin] Publish callbacks [] for security_group (75254e96-7f11-4a9f-9c7c-d441e02e45ea), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:38.471315 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-2330cade-8116-440e-a150-6f9031ccb829 admin admin] Publish callbacks [] for security_group (75254e96-7f11-4a9f-9c7c-d441e02e45ea), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:38.480126 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8017e757-0938-4ce0-970c-73b416dbdf5e req-a155726c-98a1-46b8-8663-14c4df26451c tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609922 Sep 23 01:31:38.505088 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=53 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:38.625281 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ac57c-1165-40b5-81a9-680d0c390b28 req-058215dd-506c-49ee-9325-9d54a10af035 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:38.626877 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e58ac57c-1165-40b5-81a9-680d0c390b28 req-058215dd-506c-49ee-9325-9d54a10af035 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0488358 Sep 23 01:31:38.694441 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e58ac57c-1165-40b5-81a9-680d0c390b28 req-1ab4ff07-2db7-48ee-8723-dce5e33e02fa tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581660 Sep 23 01:31:38.713662 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-2330cade-8116-440e-a150-6f9031ccb829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (75254e96-7f11-4a9f-9c7c-d441e02e45ea), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:38.721850 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-2330cade-8116-440e-a150-6f9031ccb829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:38.726110 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-2330cade-8116-440e-a150-6f9031ccb829 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/75254e96-7f11-4a9f-9c7c-d441e02e45ea HTTP/1.1" status: 204 len: 168 time: 0.3496337 Sep 23 01:31:38.760852 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330cade-8116-440e-a150-6f9031ccb829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75254e96-7f11-4a9f-9c7c-d441e02e45ea,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:38.915303 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:39.358977 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 41980) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:39.590772 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-1e5da66d-94d5-42c8-a59b-20ad42661bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:39.687614 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-1e5da66d-94d5-42c8-a59b-20ad42661bbd admin admin] Publish callbacks [] for security_group (53085172-365f-46a2-9f92-1c64f4a655ab), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:39.799176 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-1e5da66d-94d5-42c8-a59b-20ad42661bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (53085172-365f-46a2-9f92-1c64f4a655ab), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:39.850067 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-1e5da66d-94d5-42c8-a59b-20ad42661bbd admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c2a148e97ebd4a88b83747b5ef0773e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4897413 Sep 23 01:31:39.853044 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 41998) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:39.877731 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5da66d-94d5-42c8-a59b-20ad42661bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53085172-365f-46a2-9f92-1c64f4a655ab,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:39.919517 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-cfdabf0e-5add-4188-899f-581225e14f7d admin admin] Publish callbacks [] for security_group (53085172-365f-46a2-9f92-1c64f4a655ab), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:39.957551 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-cfdabf0e-5add-4188-899f-581225e14f7d admin admin] Publish callbacks [] for security_group (53085172-365f-46a2-9f92-1c64f4a655ab), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:40.153858 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-cfdabf0e-5add-4188-899f-581225e14f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (53085172-365f-46a2-9f92-1c64f4a655ab), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:40.159159 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-cfdabf0e-5add-4188-899f-581225e14f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:40.161099 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-cfdabf0e-5add-4188-899f-581225e14f7d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/53085172-365f-46a2-9f92-1c64f4a655ab HTTP/1.1" status: 204 len: 168 time: 0.3068373 Sep 23 01:31:40.181954 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdabf0e-5add-4188-899f-581225e14f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53085172-365f-46a2-9f92-1c64f4a655ab,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:40.284095 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:41.164519 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:41.937057 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42094) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:42.161402 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-60b72a8c-35db-4b2d-b6f0-80dff5678cde admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-879694244-network', 'tenant_id': '3816d889342e400383f7e5e6f4ebbe04'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:31:42.198638 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:42.207534 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59b13a-1319-4c18-beb5-4d1c11c9c874 req-0f8a9e66-1131-4fbd-b8fb-cf133f64c5ee tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:42.209610 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-aa59b13a-1319-4c18-beb5-4d1c11c9c874 req-0f8a9e66-1131-4fbd-b8fb-cf133f64c5ee tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0807514 Sep 23 01:31:42.274118 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-aa59b13a-1319-4c18-beb5-4d1c11c9c874 req-c03186ce-a7c2-4ce5-9e17-a4b53378b1d9 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563960 Sep 23 01:31:42.295694 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044840f5-a6d7-4505-9744-0770497ee684 req-25b0c82b-48be-4a85-80bf-fded97ac8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:42.297896 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-044840f5-a6d7-4505-9744-0770497ee684 req-25b0c82b-48be-4a85-80bf-fded97ac8105 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 1129 time: 0.0773480 Sep 23 01:31:42.321740 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=95 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:42.325484 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b72a8c-35db-4b2d-b6f0-80dff5678cde admin admin] Made reservation on behalf of 3816d889342e400383f7e5e6f4ebbe04 for: {'network': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:31:42.328943 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60b72a8c-35db-4b2d-b6f0-80dff5678cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:42.389465 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60b72a8c-35db-4b2d-b6f0-80dff5678cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:42.517856 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044840f5-a6d7-4505-9744-0770497ee684 req-3824dff3-3cce-4b2d-8fe2-2355a5981f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:42.520585 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-044840f5-a6d7-4505-9744-0770497ee684 req-3824dff3-3cce-4b2d-8fe2-2355a5981f13 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 200 len: 920 time: 0.2090306 Sep 23 01:31:42.629597 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-044840f5-a6d7-4505-9744-0770497ee684 req-7f1b107b-6867-460a-b20c-544d02197ba8 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbe29d32-612d-4c37-bdda-6d63f1cd6de4 HTTP/1.1" status: 200 len: 217 time: 0.0958104 Sep 23 01:31:42.695032 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60b72a8c-35db-4b2d-b6f0-80dff5678cde admin admin] Publish callbacks [] for security_group (dfa225ea-e906-4100-a672-ec697c456888), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:42.701850 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044840f5-a6d7-4505-9744-0770497ee684 req-eda53099-6b90-4a67-8f31-2bdfc1f2100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:42.703290 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-044840f5-a6d7-4505-9744-0770497ee684 req-eda53099-6b90-4a67-8f31-2bdfc1f2100a service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f171f77f-736d-489a-928a-20915fd59544 HTTP/1.1" status: 200 len: 858 time: 0.0657129 Sep 23 01:31:42.763320 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044840f5-a6d7-4505-9744-0770497ee684 req-7bf79bab-9d28-4f4b-a47f-e9cef67d4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:42.765464 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-044840f5-a6d7-4505-9744-0770497ee684 req-7bf79bab-9d28-4f4b-a47f-e9cef67d4c96 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f7b971fd-945f-4624-ba90-e53784d63da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481086 Sep 23 01:31:42.819961 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60b72a8c-35db-4b2d-b6f0-80dff5678cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (dfa225ea-e906-4100-a672-ec697c456888), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:42.856547 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:42.875127 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b72a8c-35db-4b2d-b6f0-80dff5678cde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=107236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:31:42.904012 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b72a8c-35db-4b2d-b6f0-80dff5678cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa225ea-e906-4100-a672-ec697c456888,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:42.907148 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60b72a8c-35db-4b2d-b6f0-80dff5678cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (a5cf47d6-a863-4723-8504-f3909dffe132), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:42.907483 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.segments_db [None req-60b72a8c-35db-4b2d-b6f0-80dff5678cde admin admin] Added segment a5cf47d6-a863-4723-8504-f3909dffe132 of type vlan for network 9bf674af-206f-436e-bb8c-2e0cce6fc1f2 Sep 23 01:31:42.990028 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-044840f5-a6d7-4505-9744-0770497ee684 req-bd3a4d6e-b59a-481b-a8b2-16839916f49a service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128897 Sep 23 01:31:42.991957 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60b72a8c-35db-4b2d-b6f0-80dff5678cde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (9bf674af-206f-436e-bb8c-2e0cce6fc1f2), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:43.028177 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:43.140893 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-044840f5-a6d7-4505-9744-0770497ee684 req-693a3b41-90fd-46f1-8267-3b4cb2a167e6 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408601 Sep 23 01:31:43.189572 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60b72a8c-35db-4b2d-b6f0-80dff5678cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (9bf674af-206f-436e-bb8c-2e0cce6fc1f2), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:43.190781 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b72a8c-35db-4b2d-b6f0-80dff5678cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:43.191606 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60b72a8c-35db-4b2d-b6f0-80dff5678cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:43.282839 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b72a8c-35db-4b2d-b6f0-80dff5678cde admin admin] Pushing event updated for resources: {'Network': ['ID=9bf674af-206f-436e-bb8c-2e0cce6fc1f2,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:43.310520 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network 9bf674af-206f-436e-bb8c-2e0cce6fc1f2 details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:31:43.350210 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-60b72a8c-35db-4b2d-b6f0-80dff5678cde admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4112158 Sep 23 01:31:43.353676 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42158) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:43.358952 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-405640a7-7ada-45af-b786-d992e06d4451 admin admin] Request body: {'subnet': {'network_id': '9bf674af-206f-436e-bb8c-2e0cce6fc1f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-879694244-subnet', 'tenant_id': '3816d889342e400383f7e5e6f4ebbe04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:31:43.518317 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089492cd-7335-417a-985c-c526fdc61142 req-b2c3bd82-e859-4086-980f-5d71c9605102 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:43.519943 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-089492cd-7335-417a-985c-c526fdc61142 req-b2c3bd82-e859-4086-980f-5d71c9605102 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0887268 Sep 23 01:31:43.567586 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405640a7-7ada-45af-b786-d992e06d4451 admin admin] Made reservation on behalf of 3816d889342e400383f7e5e6f4ebbe04 for: {'subnet': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:31:43.569933 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-405640a7-7ada-45af-b786-d992e06d4451 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:43.639381 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-089492cd-7335-417a-985c-c526fdc61142 req-552ac845-ef30-422d-b054-2efa9102f1d1 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069248 Sep 23 01:31:43.895430 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-405640a7-7ada-45af-b786-d992e06d4451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for subnet (cfac0830-9335-41fe-b739-b01f4d5059b6), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:43.966043 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405640a7-7ada-45af-b786-d992e06d4451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfac0830-9335-41fe-b739-b01f4d5059b6,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:43.973316 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405640a7-7ada-45af-b786-d992e06d4451 admin admin] Checking segment: {'id': 'a5cf47d6-a863-4723-8504-f3909dffe132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9bf674af-206f-436e-bb8c-2e0cce6fc1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:31:43.973732 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405640a7-7ada-45af-b786-d992e06d4451 admin admin] Network hostable DHCP agents. Network: 9bf674af-206f-436e-bb8c-2e0cce6fc1f2, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:31:44.070210 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 42166) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:44.203893 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:44.227037 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405640a7-7ada-45af-b786-d992e06d4451 admin admin] Network 9bf674af-206f-436e-bb8c-2e0cce6fc1f2 is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:31:44.293160 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Publish callbacks [] for security_group (8657eed8-6c45-4b78-8bd5-cd85b9584bfc), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:44.352839 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-405640a7-7ada-45af-b786-d992e06d4451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, 9bf674af-206f-436e-bb8c-2e0cce6fc1f2) {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:31:44.359227 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405640a7-7ada-45af-b786-d992e06d4451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:44.360146 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-405640a7-7ada-45af-b786-d992e06d4451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:44.368001 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7961a886-8c3b-4032-b38e-4d6af631caa3 None None] Network 9bf674af-206f-436e-bb8c-2e0cce6fc1f2 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:31:44.404678 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (8657eed8-6c45-4b78-8bd5-cd85b9584bfc), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:44.465270 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8657eed8-6c45-4b78-8bd5-cd85b9584bfc,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:44.472675 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9b86db5b3dc3461a803e8541509ed2fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007494 Sep 23 01:31:44.477355 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 42170) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:44.488817 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:44.489562 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:44.489910 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:44.490251 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:44.490585 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:44.490915 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:44.491240 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:44.491869 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:44.492194 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:44.492524 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:44.492849 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:44.495193 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:44.495515 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26782176-60ac-48af-9249-59434082ffe4 None None] Network 9bf674af-206f-436e-bb8c-2e0cce6fc1f2 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:31:44.495641 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:44.495641 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:44.495641 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77346e8a-61e5-4e81-8a3c-9e8b0b9d3d22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:44.522388 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-405640a7-7ada-45af-b786-d992e06d4451 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1672249 Sep 23 01:31:44.569608 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3bcc0ade-f393-442d-aa24-def3e733b34b admin admin] Publish callbacks [] for security_group (8657eed8-6c45-4b78-8bd5-cd85b9584bfc), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:44.595422 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3bcc0ade-f393-442d-aa24-def3e733b34b admin admin] Publish callbacks [] for security_group (8657eed8-6c45-4b78-8bd5-cd85b9584bfc), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:44.740727 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:44.780991 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16159a6f-3acd-4a3b-afbc-c022eb6a10f6 req-f115d2ec-2893-4ec7-bc5a-ea55a3861a64 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:44.782691 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-16159a6f-3acd-4a3b-afbc-c022eb6a10f6 req-f115d2ec-2893-4ec7-bc5a-ea55a3861a64 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0522397 Sep 23 01:31:44.827305 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3bcc0ade-f393-442d-aa24-def3e733b34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (8657eed8-6c45-4b78-8bd5-cd85b9584bfc), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:44.832206 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3bcc0ade-f393-442d-aa24-def3e733b34b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:44.832561 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-3bcc0ade-f393-442d-aa24-def3e733b34b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/8657eed8-6c45-4b78-8bd5-cd85b9584bfc HTTP/1.1" status: 204 len: 168 time: 0.3535929 Sep 23 01:31:44.873482 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc0ade-f393-442d-aa24-def3e733b34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8657eed8-6c45-4b78-8bd5-cd85b9584bfc,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:44.917245 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-16159a6f-3acd-4a3b-afbc-c022eb6a10f6 req-301a9e8a-2c34-4794-9d72-bda792e11edc tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284592 Sep 23 01:31:45.860395 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:45.939680 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 42196) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:45.958931 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-feb0fd68-3c66-44d6-8660-2f740b011ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:46.141145 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-feb0fd68-3c66-44d6-8660-2f740b011ffb admin admin] Publish callbacks [] for security_group (e47fe743-e706-4192-b3e3-95e0a5404626), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:46.176667 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d26762-3c37-4040-9217-43c66ceab9ef req-4dd0a5be-9443-4b20-b27f-12b6fc188760 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:46.178252 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-68d26762-3c37-4040-9217-43c66ceab9ef req-4dd0a5be-9443-4b20-b27f-12b6fc188760 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.1281049 Sep 23 01:31:46.266493 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-feb0fd68-3c66-44d6-8660-2f740b011ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (e47fe743-e706-4192-b3e3-95e0a5404626), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:46.276390 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-68d26762-3c37-4040-9217-43c66ceab9ef req-2768f793-a799-4336-a456-e0fa9222462c tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889184 Sep 23 01:31:46.331959 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-feb0fd68-3c66-44d6-8660-2f740b011ffb admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=c26e334cbb7f48c5834f8acc68313043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3903925 Sep 23 01:31:46.335158 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 42212) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:46.356352 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0fd68-3c66-44d6-8660-2f740b011ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47fe743-e706-4192-b3e3-95e0a5404626,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:46.428571 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5b3793c6-de8f-4f0b-b0a7-8b1f5eebfc92 admin admin] Publish callbacks [] for security_group (e47fe743-e706-4192-b3e3-95e0a5404626), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:46.468779 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5b3793c6-de8f-4f0b-b0a7-8b1f5eebfc92 admin admin] Publish callbacks [] for security_group (e47fe743-e706-4192-b3e3-95e0a5404626), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:46.526901 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:46.672453 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5b3793c6-de8f-4f0b-b0a7-8b1f5eebfc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (e47fe743-e706-4192-b3e3-95e0a5404626), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:46.675197 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5b3793c6-de8f-4f0b-b0a7-8b1f5eebfc92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:46.680826 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-5b3793c6-de8f-4f0b-b0a7-8b1f5eebfc92 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/e47fe743-e706-4192-b3e3-95e0a5404626 HTTP/1.1" status: 204 len: 168 time: 0.3402228 Sep 23 01:31:46.687101 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3793c6-de8f-4f0b-b0a7-8b1f5eebfc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47fe743-e706-4192-b3e3-95e0a5404626,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:47.431495 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8477dd-0378-4c7b-af92-d5b4f6cb3ee2 req-e687d574-1ed8-470a-912c-a1234f5e4c1e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:47.434410 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bb8477dd-0378-4c7b-af92-d5b4f6cb3ee2 req-e687d574-1ed8-470a-912c-a1234f5e4c1e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0608070 Sep 23 01:31:47.503254 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bb8477dd-0378-4c7b-af92-d5b4f6cb3ee2 req-6965ecb1-8af3-4094-805d-8e62c0002160 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563297 Sep 23 01:31:47.592661 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-125a0287-a086-44a7-bf75-669f90556a14 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:47.594597 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-125a0287-a086-44a7-bf75-669f90556a14 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/networks?id=9bf674af-206f-436e-bb8c-2e0cce6fc1f2 HTTP/1.1" status: 200 len: 808 time: 0.1836650 Sep 23 01:31:47.615179 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-bef63fff-6108-4020-9b7f-2cba0010a8a2 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/quotas/3816d889342e400383f7e5e6f4ebbe04 HTTP/1.1" status: 200 len: 375 time: 0.0112858 Sep 23 01:31:47.658062 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-47cd7762-7002-492e-9f58-5dbb603ed8a6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=3816d889342e400383f7e5e6f4ebbe04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345242 Sep 23 01:31:47.780239 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-75f1e673-e391-4c55-b4ea-d55ea59d9916 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9bf674af-206f-436e-bb8c-2e0cce6fc1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173198 Sep 23 01:31:47.900535 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-dc991781-814c-4c6b-a0ba-c8319507eb6e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9bf674af-206f-436e-bb8c-2e0cce6fc1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140294 Sep 23 01:31:48.237131 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2245c401-0ec6-422f-884a-927c06e53afc req-04806a70-bd6c-4ed9-b72f-95751e452183 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 210 time: 0.0323822 Sep 23 01:31:48.721198 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad62ae-816a-431a-91b7-65ab67490e51 req-0cd409ca-e33c-493e-b47c-739a60c6e9a4 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:48.723770 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0bad62ae-816a-431a-91b7-65ab67490e51 req-0cd409ca-e33c-493e-b47c-739a60c6e9a4 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.1287823 Sep 23 01:31:48.800479 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0bad62ae-816a-431a-91b7-65ab67490e51 req-2415fcaa-4076-4680-a6b0-cc2fec36a28e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699306 Sep 23 01:31:48.969746 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:49.409250 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f7a9f44c-c739-4fc3-aabd-b735405cb14e req-02153af5-bb0a-4939-a6a7-d5e0a4d6b6cf tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 210 time: 0.0638773 Sep 23 01:31:49.972823 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ee270-effc-4885-837b-11c96fccd129 req-b2f7fe38-79c2-426a-a472-8a305fdcfdd4 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:49.975649 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-674ee270-effc-4885-837b-11c96fccd129 req-b2f7fe38-79c2-426a-a472-8a305fdcfdd4 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0699692 Sep 23 01:31:50.045105 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-674ee270-effc-4885-837b-11c96fccd129 req-17226134-7c26-4a9b-9c6d-46ddf9c60b75 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598691 Sep 23 01:31:50.459579 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42396) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:50.543179 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-23405ef1-fc09-4a99-931e-e3a56bc1f59e req-f6535f82-b368-46f6-87cd-3221b63543df tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 210 time: 0.0312908 Sep 23 01:31:50.644287 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:50.662600 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2404af-5e00-4a2e-a3f9-65a447291325 req-563abaf5-69a9-4dfd-bdd1-d39749332b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:50.663371 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ae2404af-5e00-4a2e-a3f9-65a447291325 req-563abaf5-69a9-4dfd-bdd1-d39749332b1d service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 1129 time: 0.0649116 Sep 23 01:31:50.705467 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:50.807325 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Publish callbacks [] for security_group (db7acdef-64b5-4e85-a17e-b7dbb57c593e), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:50.834318 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2404af-5e00-4a2e-a3f9-65a447291325 req-c05e58a6-cfe7-40ff-a376-383f67058e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:50.835873 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ae2404af-5e00-4a2e-a3f9-65a447291325 req-c05e58a6-cfe7-40ff-a376-383f67058e6e service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 200 len: 920 time: 0.1291807 Sep 23 01:31:50.884041 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ae2404af-5e00-4a2e-a3f9-65a447291325 req-d71c2502-b5ff-46e6-a882-51aa6236eea6 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbe29d32-612d-4c37-bdda-6d63f1cd6de4 HTTP/1.1" status: 200 len: 217 time: 0.0407624 Sep 23 01:31:50.947941 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2404af-5e00-4a2e-a3f9-65a447291325 req-f46d79b7-620e-4f2a-9267-cc698f08f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:50.949398 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ae2404af-5e00-4a2e-a3f9-65a447291325 req-f46d79b7-620e-4f2a-9267-cc698f08f782 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f171f77f-736d-489a-928a-20915fd59544 HTTP/1.1" status: 200 len: 858 time: 0.0563738 Sep 23 01:31:50.974335 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (db7acdef-64b5-4e85-a17e-b7dbb57c593e), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:51.085376 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2404af-5e00-4a2e-a3f9-65a447291325 req-7be4ec8a-468c-455d-83a2-cb4e92bb4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:51.088027 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ae2404af-5e00-4a2e-a3f9-65a447291325 req-7be4ec8a-468c-455d-83a2-cb4e92bb4591 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f7b971fd-945f-4624-ba90-e53784d63da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1271551 Sep 23 01:31:51.089534 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7acdef-64b5-4e85-a17e-b7dbb57c593e,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:51.097169 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3ab13df5fb304cd5b1ea67c5c749a0b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6359832 Sep 23 01:31:51.101377 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 42406) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:51.225629 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:51.231291 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:51.232015 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:51.233135 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:51.233851 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:51.234572 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:51.235166 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:51.235728 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:51.236750 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:51.238036 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:51.238604 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:51.238950 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:51.239290 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:51.239650 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:51.246455 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:51.246455 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf09c635-44c7-4388-864f-8d5d291764c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:31:51.358710 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4de1eaa9-9be5-4466-b8b6-881836cb57f3 admin admin] Publish callbacks [] for security_group (db7acdef-64b5-4e85-a17e-b7dbb57c593e), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:51.359450 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ae2404af-5e00-4a2e-a3f9-65a447291325 req-41103b97-2d7d-4a96-9266-8b492e6df96e service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589204 Sep 23 01:31:51.394591 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cb853-d383-4c92-8e22-98af56aa0387 req-47a5f34d-1fcf-417a-9494-6a0d627bd72a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:51.396959 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-551cb853-d383-4c92-8e22-98af56aa0387 req-47a5f34d-1fcf-417a-9494-6a0d627bd72a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.1978004 Sep 23 01:31:51.412465 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4de1eaa9-9be5-4466-b8b6-881836cb57f3 admin admin] Publish callbacks [] for security_group (db7acdef-64b5-4e85-a17e-b7dbb57c593e), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:51.429639 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:51.492418 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-551cb853-d383-4c92-8e22-98af56aa0387 req-6bb25a2d-193e-4efa-84c2-970ef72558e1 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822098 Sep 23 01:31:51.644191 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4de1eaa9-9be5-4466-b8b6-881836cb57f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (db7acdef-64b5-4e85-a17e-b7dbb57c593e), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:51.646784 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4de1eaa9-9be5-4466-b8b6-881836cb57f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:51.651105 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-4de1eaa9-9be5-4466-b8b6-881836cb57f3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/db7acdef-64b5-4e85-a17e-b7dbb57c593e HTTP/1.1" status: 204 len: 168 time: 0.5481148 Sep 23 01:31:51.663825 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1eaa9-9be5-4466-b8b6-881836cb57f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7acdef-64b5-4e85-a17e-b7dbb57c593e,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:51.933844 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 42434) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:52.038842 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-734a96a9-7d6f-48ad-b8b5-f7195aeb12c4 req-bd39a3f3-305a-4356-8726-ac5b54495bec tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 210 time: 0.3909388 Sep 23 01:31:52.257565 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ae2404af-5e00-4a2e-a3f9-65a447291325 req-0ed68456-13d0-4fd6-bbdb-221ab6acf496 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288959 Sep 23 01:31:52.352752 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-13f08290-f751-4198-b485-f7e286a11da0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:52.431305 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-2541e908-8c2b-4ce9-8274-28c47c309711 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:52.435593 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-2541e908-8c2b-4ce9-8274-28c47c309711 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.81 "GET /networking/v2.0/networks?id=9bf674af-206f-436e-bb8c-2e0cce6fc1f2 HTTP/1.1" status: 200 len: 808 time: 0.3021660 Sep 23 01:31:52.509861 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-781bcff9-6ec2-409d-b5bb-c387c2d2437c tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Request body: {'port': {'device_id': 'b8e8957e-701e-458d-85dc-f85fadd5cd30', 'network_id': '9bf674af-206f-436e-bb8c-2e0cce6fc1f2', 'admin_state_up': True, 'tenant_id': '3816d889342e400383f7e5e6f4ebbe04'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:31:52.603782 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-13f08290-f751-4198-b485-f7e286a11da0 admin admin] Publish callbacks [] for security_group (fe08c714-3726-442a-8e15-e1008b18cd3f), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:52.606728 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:52.724936 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-13f08290-f751-4198-b485-f7e286a11da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (fe08c714-3726-442a-8e15-e1008b18cd3f), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:52.806056 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e750a-c8f1-4e58-bd37-ee344614dd73 req-1ebb87d5-4782-4c52-8639-a2d6fc532551 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:52.807832 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ae1e750a-c8f1-4e58-bd37-ee344614dd73 req-1ebb87d5-4782-4c52-8639-a2d6fc532551 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.1033731 Sep 23 01:31:52.851707 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f08290-f751-4198-b485-f7e286a11da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe08c714-3726-442a-8e15-e1008b18cd3f,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:52.859697 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42464) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:52.862520 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-13f08290-f751-4198-b485-f7e286a11da0 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6d4fa6545ff347e7b125d3921a8cc0dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9272311 Sep 23 01:31:52.870447 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42466) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:52.899949 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f630a73c-5141-41ac-b6b7-f7e0217346c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:52.924179 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ae1e750a-c8f1-4e58-bd37-ee344614dd73 req-e87c44a8-59e9-451e-b8a7-8b0eec2d0fc8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974600 Sep 23 01:31:52.977977 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-fc864c62-232b-4f76-9072-0c75abad55b1 admin admin] Publish callbacks [] for security_group (fe08c714-3726-442a-8e15-e1008b18cd3f), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:52.993597 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-781bcff9-6ec2-409d-b5bb-c387c2d2437c tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Made reservation on behalf of 3816d889342e400383f7e5e6f4ebbe04 for: {'port': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:31:53.007138 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-781bcff9-6ec2-409d-b5bb-c387c2d2437c tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:53.028636 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-fc864c62-232b-4f76-9072-0c75abad55b1 admin admin] Publish callbacks [] for security_group (fe08c714-3726-442a-8e15-e1008b18cd3f), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:53.139760 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f630a73c-5141-41ac-b6b7-f7e0217346c7 admin admin] Publish callbacks [] for security_group (6513a81c-4700-46af-9e59-86ebbb12a77f), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:53.199305 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2fd294eb-f747-447c-900f-2020aac75265 req-f2ce05d0-fbd5-401a-a0d7-e092522d1f2e tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 210 time: 0.0435667 Sep 23 01:31:53.243653 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f630a73c-5141-41ac-b6b7-f7e0217346c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (6513a81c-4700-46af-9e59-86ebbb12a77f), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:53.246398 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42482) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:53.249136 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-fc864c62-232b-4f76-9072-0c75abad55b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (fe08c714-3726-442a-8e15-e1008b18cd3f), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:53.251737 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-fc864c62-232b-4f76-9072-0c75abad55b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:53.252872 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-fc864c62-232b-4f76-9072-0c75abad55b1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fe08c714-3726-442a-8e15-e1008b18cd3f HTTP/1.1" status: 204 len: 168 time: 0.3788505 Sep 23 01:31:53.317908 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-f630a73c-5141-41ac-b6b7-f7e0217346c7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=e69767a828744c4996558d3e3089f967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4547110 Sep 23 01:31:53.318699 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42488) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:53.350964 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630a73c-5141-41ac-b6b7-f7e0217346c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6513a81c-4700-46af-9e59-86ebbb12a77f,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:53.366745 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-781bcff9-6ec2-409d-b5bb-c387c2d2437c tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Allocated IP 172.20.0.13 (9bf674af-206f-436e-bb8c-2e0cce6fc1f2/cfac0830-9335-41fe-b739-b01f4d5059b6/50f6d2ef-4fa7-4a7a-83e6-6a047944f173) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:31:53.375740 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc864c62-232b-4f76-9072-0c75abad55b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe08c714-3726-442a-8e15-e1008b18cd3f,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:53.406093 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f5857f98-f84e-4749-95b1-86562aeac688 admin admin] Publish callbacks [] for security_group (6513a81c-4700-46af-9e59-86ebbb12a77f), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:53.432428 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f5857f98-f84e-4749-95b1-86562aeac688 admin admin] Publish callbacks [] for security_group (6513a81c-4700-46af-9e59-86ebbb12a77f), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:53.447263 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=4 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:53.465254 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:53.491099 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:53.547061 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0f959488-0035-4497-ba53-dd1a7720f35b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:53.670561 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-781bcff9-6ec2-409d-b5bb-c387c2d2437c tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Publish callbacks [] for port (50f6d2ef-4fa7-4a7a-83e6-6a047944f173), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:53.684202 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:53.725648 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f5857f98-f84e-4749-95b1-86562aeac688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (6513a81c-4700-46af-9e59-86ebbb12a77f), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:53.729711 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f5857f98-f84e-4749-95b1-86562aeac688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:53.731489 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-f5857f98-f84e-4749-95b1-86562aeac688 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6513a81c-4700-46af-9e59-86ebbb12a77f HTTP/1.1" status: 204 len: 168 time: 0.4077630 Sep 23 01:31:53.749869 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5857f98-f84e-4749-95b1-86562aeac688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6513a81c-4700-46af-9e59-86ebbb12a77f,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:53.855858 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-781bcff9-6ec2-409d-b5bb-c387c2d2437c tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (50f6d2ef-4fa7-4a7a-83e6-6a047944f173), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:53.878865 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0f959488-0035-4497-ba53-dd1a7720f35b admin admin] Publish callbacks [] for security_group (fc77e86e-b5dd-4cd8-822a-9b3ad43e0b08), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:53.962658 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bcff9-6ec2-409d-b5bb-c387c2d2437c tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Pushing event updated for resources: {'Port': ['ID=50f6d2ef-4fa7-4a7a-83e6-6a047944f173,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:53.971815 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-781bcff9-6ec2-409d-b5bb-c387c2d2437c tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Network 9bf674af-206f-436e-bb8c-2e0cce6fc1f2 is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:31:53.974294 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-781bcff9-6ec2-409d-b5bb-c387c2d2437c tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:31:53.977339 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0f959488-0035-4497-ba53-dd1a7720f35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (fc77e86e-b5dd-4cd8-822a-9b3ad43e0b08), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:53.977620 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-781bcff9-6ec2-409d-b5bb-c387c2d2437c tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:31:54.062746 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:54.064513 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-781bcff9-6ec2-409d-b5bb-c387c2d2437c tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:54.065359 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-781bcff9-6ec2-409d-b5bb-c387c2d2437c tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.068413 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f959488-0035-4497-ba53-dd1a7720f35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc77e86e-b5dd-4cd8-822a-9b3ad43e0b08,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:54.123814 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-0f959488-0035-4497-ba53-dd1a7720f35b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d9adff9463f34ccab428829a3e3b32b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8659673 Sep 23 01:31:54.124013 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 42506) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:54.189608 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69823325-256a-43f3-903f-c60a573b0992 req-d00189e7-b7b3-4245-bd2f-f88457673e36 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:54.192068 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-69823325-256a-43f3-903f-c60a573b0992 req-d00189e7-b7b3-4245-bd2f-f88457673e36 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0683448 Sep 23 01:31:54.199859 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-74bc07cc-1494-4796-97cc-a58d5d7f0c8b admin admin] Publish callbacks [] for security_group (fc77e86e-b5dd-4cd8-822a-9b3ad43e0b08), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.245497 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-74bc07cc-1494-4796-97cc-a58d5d7f0c8b admin admin] Publish callbacks [] for security_group (fc77e86e-b5dd-4cd8-822a-9b3ad43e0b08), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.288856 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-69823325-256a-43f3-903f-c60a573b0992 req-facb3819-a9de-45c2-a16d-a6164188ac06 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810654 Sep 23 01:31:54.298149 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-781bcff9-6ec2-409d-b5bb-c387c2d2437c tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8016498 Sep 23 01:31:54.416003 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-74bc07cc-1494-4796-97cc-a58d5d7f0c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (fc77e86e-b5dd-4cd8-822a-9b3ad43e0b08), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.420474 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-74bc07cc-1494-4796-97cc-a58d5d7f0c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:54.420667 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8bde5-e845-417b-8c18-b40aa93a0d9b req-8f45d766-67c8-4a3a-b46b-5c9e7f759ff6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:54.422374 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1ed8bde5-e845-417b-8c18-b40aa93a0d9b req-8f45d766-67c8-4a3a-b46b-5c9e7f759ff6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 932 time: 0.0561309 Sep 23 01:31:54.424894 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-74bc07cc-1494-4796-97cc-a58d5d7f0c8b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fc77e86e-b5dd-4cd8-822a-9b3ad43e0b08 HTTP/1.1" status: 204 len: 168 time: 0.3008754 Sep 23 01:31:54.441876 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc07cc-1494-4796-97cc-a58d5d7f0c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc77e86e-b5dd-4cd8-822a-9b3ad43e0b08,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:54.464067 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Request body: {'port': {'device_id': 'b8e8957e-701e-458d-85dc-f85fadd5cd30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:31:54.518141 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1ed8bde5-e845-417b-8c18-b40aa93a0d9b req-29cfbaa1-47a8-443e-aa5f-5ec65acd33b1 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812597 Sep 23 01:31:54.572672 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (50f6d2ef-4fa7-4a7a-83e6-6a047944f173), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:55.003417 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 {{(pid=107235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:31:55.040347 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Publish callbacks [] for port (50f6d2ef-4fa7-4a7a-83e6-6a047944f173), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:55.063609 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.provisioning_blocks [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Transition to ACTIVE for port object 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 will not be triggered until provisioned by entity L2. {{(pid=107235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:31:55.090666 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 42544) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:55.228045 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3173566'] for port (50f6d2ef-4fa7-4a7a-83e6-6a047944f173), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:55.441858 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Pushing event updated for resources: {'Port': ['ID=50f6d2ef-4fa7-4a7a-83e6-6a047944f173,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:55.480372 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cbaf8d5e-3f07-435f-99aa-06e7caf52f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:55.552655 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a61a37-66dc-4323-916c-b3d582742945 req-31ee2c13-ef76-476a-9d07-703ba660bc02 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:55.554615 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2a61a37-66dc-4323-916c-b3d582742945 req-31ee2c13-ef76-476a-9d07-703ba660bc02 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0939200 Sep 23 01:31:55.565310 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Attempting to bind port 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:31:55.565644 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Attempting to bind port 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'a5cf47d6-a863-4723-8504-f3909dffe132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9bf674af-206f-436e-bb8c-2e0cce6fc1f2'}] {{(pid=107235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:31:55.565971 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Attempting to bind port 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 on network 9bf674af-206f-436e-bb8c-2e0cce6fc1f2 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:31:55.650967 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42570) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:55.677085 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a4038850-ea66-451b-b95d-f7815a91776c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:55.700481 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2a61a37-66dc-4323-916c-b3d582742945 req-49bf045a-ee59-4de1-ad15-022e7ca78a3c tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363540 Sep 23 01:31:55.712787 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Port 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 on network 9bf674af-206f-436e-bb8c-2e0cce6fc1f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:31:55.713327 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Attempting to bind port 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 on network 9bf674af-206f-436e-bb8c-2e0cce6fc1f2 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:31:55.807353 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cbaf8d5e-3f07-435f-99aa-06e7caf52f50 admin admin] Publish callbacks [] for security_group (0d2a9300-4f99-45ef-8d5c-35bd32b5914e), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:55.816562 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:55.817487 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a4038850-ea66-451b-b95d-f7815a91776c admin admin] Publish callbacks [] for security_group (7c8afc0d-0309-408f-87e8-2b5186157dfd), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:55.873139 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df34b14-0b2d-4388-9631-36c5558ec39d req-41e332c0-199b-4d14-82ea-85775841c98c tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:55.879264 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3df34b14-0b2d-4388-9631-36c5558ec39d req-41e332c0-199b-4d14-82ea-85775841c98c tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 944 time: 0.1444948 Sep 23 01:31:55.895044 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:31:55.895381 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Checking segment: {'id': 'a5cf47d6-a863-4723-8504-f3909dffe132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9bf674af-206f-436e-bb8c-2e0cce6fc1f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:31:55.895793 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Bound using segment: {'id': 'a5cf47d6-a863-4723-8504-f3909dffe132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9bf674af-206f-436e-bb8c-2e0cce6fc1f2'} {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:31:55.896334 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Bound port: 50f6d2ef-4fa7-4a7a-83e6-6a047944f173, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5cf47d6-a863-4723-8504-f3909dffe132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9bf674af-206f-436e-bb8c-2e0cce6fc1f2'}}] {{(pid=107235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:31:55.896639 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (50f6d2ef-4fa7-4a7a-83e6-6a047944f173), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:55.922562 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ed0ff-7a90-44cc-b660-a4a8554cd526 req-d95c9a96-83df-486a-bab0-df592f75199e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:55.924189 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ff5ed0ff-7a90-44cc-b660-a4a8554cd526 req-d95c9a96-83df-486a-bab0-df592f75199e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0787077 Sep 23 01:31:55.983993 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3df34b14-0b2d-4388-9631-36c5558ec39d req-5dc8a044-b86d-41e8-aedf-4e432df40553 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942960 Sep 23 01:31:56.007133 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a4038850-ea66-451b-b95d-f7815a91776c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (7c8afc0d-0309-408f-87e8-2b5186157dfd), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:56.009554 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cbaf8d5e-3f07-435f-99aa-06e7caf52f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (0d2a9300-4f99-45ef-8d5c-35bd32b5914e), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:56.044068 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] For port 50f6d2ef-4fa7-4a7a-83e6-6a047944f173, host hv-cinder-84914, cleared binding levels {{(pid=107235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:31:56.070873 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ff5ed0ff-7a90-44cc-b660-a4a8554cd526 req-75c4ddac-6237-429e-98e9-0cdeff691095 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240134 Sep 23 01:31:56.077598 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:56.083953 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] For port 50f6d2ef-4fa7-4a7a-83e6-6a047944f173, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=50f6d2ef-4fa7-4a7a-83e6-6a047944f173,segment=NetworkSegment(a5cf47d6-a863-4723-8504-f3909dffe132),segment_id=a5cf47d6-a863-4723-8504-f3909dffe132)] {{(pid=107235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:31:56.084216 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-a4038850-ea66-451b-b95d-f7815a91776c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ebc65d4e3d42431db5d52483451a0ae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259281 Sep 23 01:31:56.085254 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 42576) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:56.088482 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4038850-ea66-451b-b95d-f7815a91776c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8afc0d-0309-408f-87e8-2b5186157dfd,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:56.100327 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-cbaf8d5e-3f07-435f-99aa-06e7caf52f50 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4a56af79aca1481ea87944a95624b3d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0083592 Sep 23 01:31:56.103514 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42578) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:56.116135 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf8d5e-3f07-435f-99aa-06e7caf52f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2a9300-4f99-45ef-8d5c-35bd32b5914e,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:56.173429 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:56.186702 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0361b7a6-b08d-4a8d-a4fd-9c586702b559 admin admin] Publish callbacks [] for security_group (0d2a9300-4f99-45ef-8d5c-35bd32b5914e), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:56.192210 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3173566'] for port (50f6d2ef-4fa7-4a7a-83e6-6a047944f173), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:56.202728 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:56.205351 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:56.209378 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/50f6d2ef-4fa7-4a7a-83e6-6a047944f173 HTTP/1.1" status: 200 len: 1094 time: 1.7572334 Sep 23 01:31:56.217822 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0361b7a6-b08d-4a8d-a4fd-9c586702b559 admin admin] Publish callbacks [] for security_group (0d2a9300-4f99-45ef-8d5c-35bd32b5914e), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:56.232630 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e8957e-701e-458d-85dc-f85fadd5cd30', 'tag': '50f6d2ef-4fa7-4a7a-83e6-6a047944f173'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:31:56.236246 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bef4e4-9ef6-4719-8910-fb405922e486" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e8957e-701e-458d-85dc-f85fadd5cd30", "tag": "50f6d2ef-4fa7-4a7a-83e6-6a047944f173"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:31:56.242338 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3b41e22d-32b1-4852-8c40-681d266ab248 admin admin] Publish callbacks [] for security_group (7c8afc0d-0309-408f-87e8-2b5186157dfd), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:56.311066 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3b41e22d-32b1-4852-8c40-681d266ab248 admin admin] Publish callbacks [] for security_group (7c8afc0d-0309-408f-87e8-2b5186157dfd), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:56.340400 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87804786-6617-42ba-b8ab-49d4252ed75a x-openstack-request-id: req-87804786-6617-42ba-b8ab-49d4252ed75a {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:31:56.341125 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e8957e-701e-458d-85dc-f85fadd5cd30", "tag": "50f6d2ef-4fa7-4a7a-83e6-6a047944f173", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:31:56.342159 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87804786-6617-42ba-b8ab-49d4252ed75a {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:31:56.342892 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87804786-6617-42ba-b8ab-49d4252ed75a'] response: {'name': 'network-changed', 'server_uuid': 'b8e8957e-701e-458d-85dc-f85fadd5cd30', 'tag': '50f6d2ef-4fa7-4a7a-83e6-6a047944f173', 'status': 'completed', 'code': 200} Sep 23 01:31:56.358618 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42588) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:56.366441 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7446f7-9bab-4de7-af52-b8c3c89d0be8 service neutron] Pushing event updated for resources: {'Port': ['ID=50f6d2ef-4fa7-4a7a-83e6-6a047944f173,revision_number=3']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:56.382769 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0361b7a6-b08d-4a8d-a4fd-9c586702b559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (0d2a9300-4f99-45ef-8d5c-35bd32b5914e), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:56.392387 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0361b7a6-b08d-4a8d-a4fd-9c586702b559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:56.392387 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-0361b7a6-b08d-4a8d-a4fd-9c586702b559 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/0d2a9300-4f99-45ef-8d5c-35bd32b5914e HTTP/1.1" status: 204 len: 168 time: 0.2857757 Sep 23 01:31:56.406149 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361b7a6-b08d-4a8d-a4fd-9c586702b559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2a9300-4f99-45ef-8d5c-35bd32b5914e,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:56.461692 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bef4e4-9ef6-4719-8910-fb405922e486 req-f5ab8d73-1ef4-40e2-a8af-a2634f36f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:56.465504 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-06bef4e4-9ef6-4719-8910-fb405922e486 req-f5ab8d73-1ef4-40e2-a8af-a2634f36f3e8 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=3816d889342e400383f7e5e6f4ebbe04&device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 1128 time: 0.0660820 Sep 23 01:31:56.587063 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-a2f38cae-6c67-469c-9743-2646edf28a09 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1340889917-network', 'tenant_id': '95935852764e413c8bbd23c16ddf13a5'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:31:56.603132 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3b41e22d-32b1-4852-8c40-681d266ab248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (7c8afc0d-0309-408f-87e8-2b5186157dfd), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:56.605832 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3b41e22d-32b1-4852-8c40-681d266ab248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:56.612015 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-3b41e22d-32b1-4852-8c40-681d266ab248 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7c8afc0d-0309-408f-87e8-2b5186157dfd HTTP/1.1" status: 204 len: 168 time: 0.5207996 Sep 23 01:31:56.647355 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41e22d-32b1-4852-8c40-681d266ab248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8afc0d-0309-408f-87e8-2b5186157dfd,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:56.701234 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f38cae-6c67-469c-9743-2646edf28a09 admin admin] Made reservation on behalf of 95935852764e413c8bbd23c16ddf13a5 for: {'network': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:31:56.704003 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a2f38cae-6c67-469c-9743-2646edf28a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:56.718861 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a2f38cae-6c67-469c-9743-2646edf28a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:56.731589 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bef4e4-9ef6-4719-8910-fb405922e486 req-723451d3-51f9-484f-9ae1-a7d290102d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:56.735779 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-06bef4e4-9ef6-4719-8910-fb405922e486 req-723451d3-51f9-484f-9ae1-a7d290102d14 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=3816d889342e400383f7e5e6f4ebbe04&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2525690 Sep 23 01:31:56.851030 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a2f38cae-6c67-469c-9743-2646edf28a09 admin admin] Publish callbacks [] for security_group (01dd44fa-f7bc-415b-872e-bd09d29b94f9), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:56.935519 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a2f38cae-6c67-469c-9743-2646edf28a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (01dd44fa-f7bc-415b-872e-bd09d29b94f9), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:56.980825 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f38cae-6c67-469c-9743-2646edf28a09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=107236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:31:57.003920 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f38cae-6c67-469c-9743-2646edf28a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dd44fa-f7bc-415b-872e-bd09d29b94f9,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:57.009831 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a2f38cae-6c67-469c-9743-2646edf28a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (5a2f93ae-418b-455b-aed7-319fe1df8fbe), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:57.010374 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ea52a-9b05-4104-9035-e07e23994c63 req-fc159191-f678-4044-b2bc-c75ee0868d67 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:57.011192 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.segments_db [None req-a2f38cae-6c67-469c-9743-2646edf28a09 admin admin] Added segment 5a2f93ae-418b-455b-aed7-319fe1df8fbe of type vlan for network 2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05 Sep 23 01:31:57.012011 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-086ea52a-9b05-4104-9035-e07e23994c63 req-fc159191-f678-4044-b2bc-c75ee0868d67 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.1661978 Sep 23 01:31:57.076837 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a2f38cae-6c67-469c-9743-2646edf28a09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:57.122392 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bef4e4-9ef6-4719-8910-fb405922e486 req-44c7719c-3b3c-45b2-94e0-d940da159699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:57.125676 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-06bef4e4-9ef6-4719-8910-fb405922e486 req-44c7719c-3b3c-45b2-94e0-d940da159699 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3752425 Sep 23 01:31:57.149355 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-086ea52a-9b05-4104-9035-e07e23994c63 req-b92e0401-22e2-426c-b5c4-1c29c87dfeb6 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205375 Sep 23 01:31:57.223424 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:57.249625 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dad700-1ac5-4501-84ff-6d1af5d9ff5e req-42841f21-b0e2-453f-811d-71c44bae0f91 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:57.251518 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-70dad700-1ac5-4501-84ff-6d1af5d9ff5e req-42841f21-b0e2-453f-811d-71c44bae0f91 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 944 time: 0.0608592 Sep 23 01:31:57.256034 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a2f38cae-6c67-469c-9743-2646edf28a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:57.259296 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f38cae-6c67-469c-9743-2646edf28a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:57.260379 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a2f38cae-6c67-469c-9743-2646edf28a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:57.283788 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-3a2a7881-967c-43cb-9250-0293d55f54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:57.285527 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-3a2a7881-967c-43cb-9250-0293d55f54a2 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=3816d889342e400383f7e5e6f4ebbe04&device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 1128 time: 0.0725532 Sep 23 01:31:57.388839 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f38cae-6c67-469c-9743-2646edf28a09 admin admin] Pushing event updated for resources: {'Network': ['ID=2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:57.405795 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network 2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05 details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:31:57.408482 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-70dad700-1ac5-4501-84ff-6d1af5d9ff5e req-ee7f9e43-706e-4721-bff2-d9adc67be1c4 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326773 Sep 23 01:31:57.438156 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-a2f38cae-6c67-469c-9743-2646edf28a09 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0783105 Sep 23 01:31:57.443818 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42612) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:57.461549 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-927473c6-21fb-4b72-9d94-fd9639991658 admin admin] Request body: {'subnet': {'network_id': '2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1340889917-subnet', 'tenant_id': '95935852764e413c8bbd23c16ddf13a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:31:57.497739 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:57.632524 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927473c6-21fb-4b72-9d94-fd9639991658 admin admin] Made reservation on behalf of 95935852764e413c8bbd23c16ddf13a5 for: {'subnet': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:31:57.635610 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-927473c6-21fb-4b72-9d94-fd9639991658 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:57.644360 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-8bcf1ca7-c016-4811-8909-eb1da9e121b1 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50f6d2ef-4fa7-4a7a-83e6-6a047944f173 HTTP/1.1" status: 200 len: 217 time: 0.3432560 Sep 23 01:31:57.697218 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73681fa-7cf8-4105-94cf-128e345a9944 req-92f705d5-6129-4256-8718-7a97f1a0e7c6 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:57.698990 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a73681fa-7cf8-4105-94cf-128e345a9944 req-92f705d5-6129-4256-8718-7a97f1a0e7c6 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.4387517 Sep 23 01:31:57.746191 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-0f040f03-bb2c-489d-9337-52ee366eefc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:57.749224 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-0f040f03-bb2c-489d-9337-52ee366eefc9 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=cfac0830-9335-41fe-b739-b01f4d5059b6 HTTP/1.1" status: 200 len: 848 time: 0.0967572 Sep 23 01:31:57.811795 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-9023b322-a8a2-4347-a31e-24ef74c2e8bb service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=9bf674af-206f-436e-bb8c-2e0cce6fc1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551341 Sep 23 01:31:57.851624 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 42616) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:57.865773 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a73681fa-7cf8-4105-94cf-128e345a9944 req-71a72058-a275-4786-818f-c1cd087c7528 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571391 Sep 23 01:31:57.920787 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cc132cd3-b46a-4af9-9f93-2db1132aa858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:58.038470 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-927473c6-21fb-4b72-9d94-fd9639991658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for subnet (590aaa88-2261-47b9-9013-d3b44835be14), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:58.040243 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-e974c7c3-6a46-4380-a81d-25fec2400ad9 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/9bf674af-206f-436e-bb8c-2e0cce6fc1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211292 Sep 23 01:31:58.107534 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927473c6-21fb-4b72-9d94-fd9639991658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=590aaa88-2261-47b9-9013-d3b44835be14,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:58.119611 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927473c6-21fb-4b72-9d94-fd9639991658 admin admin] Checking segment: {'id': '5a2f93ae-418b-455b-aed7-319fe1df8fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:31:58.120237 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927473c6-21fb-4b72-9d94-fd9639991658 admin admin] Network hostable DHCP agents. Network: 2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:31:58.130245 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cc132cd3-b46a-4af9-9f93-2db1132aa858 admin admin] Publish callbacks [] for security_group (08c6e4c7-ce64-4614-b3d7-0fb2c59840de), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:58.187009 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bef8c545-d3ee-4931-8ae7-37ca54fa9ca2 req-035b9a86-49dd-47e8-9cb7-eee53a6c18d9 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/9bf674af-206f-436e-bb8c-2e0cce6fc1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374741 Sep 23 01:31:58.192612 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cc132cd3-b46a-4af9-9f93-2db1132aa858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (08c6e4c7-ce64-4614-b3d7-0fb2c59840de), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:58.222505 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927473c6-21fb-4b72-9d94-fd9639991658 admin admin] Network 2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05 is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:31:58.252575 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-cc132cd3-b46a-4af9-9f93-2db1132aa858 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cf2cdcc5b125423c8a3dedf5a4cf9e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3974643 Sep 23 01:31:58.254810 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc132cd3-b46a-4af9-9f93-2db1132aa858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c6e4c7-ce64-4614-b3d7-0fb2c59840de,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:58.257723 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42634) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:58.306494 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-927473c6-21fb-4b72-9d94-fd9639991658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, 2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05) {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:31:58.323052 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca98e99-d63d-4626-b78d-e426e02695d8 None None] Network 2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:31:58.365369 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927473c6-21fb-4b72-9d94-fd9639991658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:58.365946 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-927473c6-21fb-4b72-9d94-fd9639991658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:58.369054 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:58.412897 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc725-6a40-4713-a45a-9db5ad4a2a1e admin admin] Publish callbacks [] for security_group (08c6e4c7-ce64-4614-b3d7-0fb2c59840de), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:58.435949 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288df12c-4198-46c4-9c6e-b7236cff1dd1 req-b526a2a3-e7a1-4e2a-97d7-659a658bb2b9 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:58.438378 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-288df12c-4198-46c4-9c6e-b7236cff1dd1 req-b526a2a3-e7a1-4e2a-97d7-659a658bb2b9 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.1364408 Sep 23 01:31:58.452380 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc725-6a40-4713-a45a-9db5ad4a2a1e admin admin] Publish callbacks [] for security_group (08c6e4c7-ce64-4614-b3d7-0fb2c59840de), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:58.500034 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:UPDATE=4,neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:58.527600 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-927473c6-21fb-4b72-9d94-fd9639991658 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0819125 Sep 23 01:31:58.531590 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-288df12c-4198-46c4-9c6e-b7236cff1dd1 req-b3b2d864-5bff-4817-a3bf-9948f6beaf13 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819733 Sep 23 01:31:58.557034 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b42f10-b57f-4769-9d9d-65f9c8fe59a8 None None] Network 2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:31:58.647932 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f3b48-75fe-4e72-9a8f-63ee03fd2ffe req-8e4c7840-be4e-46cb-8903-81212a225c9c tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:58.652200 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8f7f3b48-75fe-4e72-9a8f-63ee03fd2ffe req-8e4c7840-be4e-46cb-8903-81212a225c9c tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 944 time: 0.0839400 Sep 23 01:31:58.718387 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc725-6a40-4713-a45a-9db5ad4a2a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (08c6e4c7-ce64-4614-b3d7-0fb2c59840de), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:58.721572 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc725-6a40-4713-a45a-9db5ad4a2a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:58.726866 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-3cbcc725-6a40-4713-a45a-9db5ad4a2a1e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/08c6e4c7-ce64-4614-b3d7-0fb2c59840de HTTP/1.1" status: 204 len: 168 time: 0.4642513 Sep 23 01:31:58.737729 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcc725-6a40-4713-a45a-9db5ad4a2a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c6e4c7-ce64-4614-b3d7-0fb2c59840de,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:31:58.757406 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:58.768611 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8f7f3b48-75fe-4e72-9a8f-63ee03fd2ffe req-d0e344a7-a4c5-4a31-83db-639f992fe134 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106758 Sep 23 01:31:59.078785 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba08c55-6058-40a3-bace-9c949eaf080a req-7ad0a7e4-0603-4fc6-9e07-6dff7328eb5c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:59.080520 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-fba08c55-6058-40a3-bace-9c949eaf080a req-7ad0a7e4-0603-4fc6-9e07-6dff7328eb5c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0593629 Sep 23 01:31:59.157777 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-fba08c55-6058-40a3-bace-9c949eaf080a req-be87cfc2-cb86-454f-9068-00b9fb016dad tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644810 Sep 23 01:31:59.547763 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:31:59.706205 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59921875-e6b1-4c89-80ee-521f948874bb req-26588ad7-f5c7-41aa-9ec2-9f6d370f9041 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:59.707784 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-59921875-e6b1-4c89-80ee-521f948874bb req-26588ad7-f5c7-41aa-9ec2-9f6d370f9041 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0639207 Sep 23 01:31:59.775684 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-59921875-e6b1-4c89-80ee-521f948874bb req-14ce4574-209b-46cf-bdf9-d24782841a35 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622206 Sep 23 01:31:59.852773 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42684) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:31:59.911862 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d4663122-93f5-4321-8ef0-cea8588ddd6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:31:59.971139 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd36f4-fad5-4dde-b4a8-2f1d7015cc29 req-6d703e70-e4ae-413e-84e7-58bc3a7458ed tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:31:59.972718 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-57bd36f4-fad5-4dde-b4a8-2f1d7015cc29 req-6d703e70-e4ae-413e-84e7-58bc3a7458ed tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 944 time: 0.0828354 Sep 23 01:32:00.065813 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-57bd36f4-fad5-4dde-b4a8-2f1d7015cc29 req-17282ae8-4988-495d-b5a8-d0240c76b7af tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859413 Sep 23 01:32:00.114620 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d4663122-93f5-4321-8ef0-cea8588ddd6c admin admin] Publish callbacks [] for security_group (660b3468-83a6-4674-bb23-6af0df42e2b3), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:00.194082 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d4663122-93f5-4321-8ef0-cea8588ddd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (660b3468-83a6-4674-bb23-6af0df42e2b3), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:00.282156 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4663122-93f5-4321-8ef0-cea8588ddd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660b3468-83a6-4674-bb23-6af0df42e2b3,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:00.291749 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-d4663122-93f5-4321-8ef0-cea8588ddd6c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=46383422ee4d44fdab36c49f904b8440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4367886 Sep 23 01:32:00.294997 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 42702) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:00.388881 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ddbda-8d55-46a6-96b8-b91658027a77 req-b2e8cecf-1adf-4623-9617-7dad60f3cc2e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:00.396377 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-833ddbda-8d55-46a6-96b8-b91658027a77 req-b2e8cecf-1adf-4623-9617-7dad60f3cc2e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0915399 Sep 23 01:32:00.457901 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-085cabe3-3705-41df-8041-4f51c1e0c302 admin admin] Publish callbacks [] for security_group (660b3468-83a6-4674-bb23-6af0df42e2b3), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:00.501355 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-833ddbda-8d55-46a6-96b8-b91658027a77 req-12ec7a52-8ba2-492f-9d5e-1221c52c2227 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926454 Sep 23 01:32:00.501355 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-085cabe3-3705-41df-8041-4f51c1e0c302 admin admin] Publish callbacks [] for security_group (660b3468-83a6-4674-bb23-6af0df42e2b3), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:00.703806 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-085cabe3-3705-41df-8041-4f51c1e0c302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (660b3468-83a6-4674-bb23-6af0df42e2b3), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:00.711178 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-085cabe3-3705-41df-8041-4f51c1e0c302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:00.715121 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-085cabe3-3705-41df-8041-4f51c1e0c302 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/660b3468-83a6-4674-bb23-6af0df42e2b3 HTTP/1.1" status: 204 len: 168 time: 0.4185238 Sep 23 01:32:00.736359 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cabe3-3705-41df-8041-4f51c1e0c302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660b3468-83a6-4674-bb23-6af0df42e2b3,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:00.837892 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a8079-a74d-4a16-99f0-7d51458bda40 req-bfa5f33b-2a60-4018-8ed8-85dc17476c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:00.843680 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-115a8079-a74d-4a16-99f0-7d51458bda40 req-bfa5f33b-2a60-4018-8ed8-85dc17476c8a service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 1129 time: 0.0593975 Sep 23 01:32:00.911604 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:32:00.939647 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-115a8079-a74d-4a16-99f0-7d51458bda40 req-d4a62bfb-b1d5-4da4-b0b6-28f45b3bae61 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881236 Sep 23 01:32:01.042027 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7646c7e-997c-4c2a-980a-feebda80dfbd req-1d7f610f-64c0-45c0-940d-f1c1560495eb tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:01.044068 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c7646c7e-997c-4c2a-980a-feebda80dfbd req-1d7f610f-64c0-45c0-940d-f1c1560495eb tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.1091237 Sep 23 01:32:01.064367 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 50f6d2ef-4fa7-4a7a-83e6-6a047944f173, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=50f6d2ef-4fa7-4a7a-83e6-6a047944f173,segment=NetworkSegment(a5cf47d6-a863-4723-8504-f3909dffe132),segment_id=a5cf47d6-a863-4723-8504-f3909dffe132)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:01.077595 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': '50f6d2ef-4fa7-4a7a-83e6-6a047944f173', 'network_id': '9bf674af-206f-436e-bb8c-2e0cce6fc1f2', 'port_id': '50f6d2ef-4fa7-4a7a-83e6-6a047944f173', 'mac_address': 'fa:16:3e:5c:da:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfac0830-9335-41fe-b739-b01f4d5059b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:32:01.106416 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c7646c7e-997c-4c2a-980a-feebda80dfbd req-8059669b-f4eb-48da-bbda-81537e2c8fc4 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547831 Sep 23 01:32:01.164146 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:01.164622 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (50f6d2ef-4fa7-4a7a-83e6-6a047944f173), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:01.188470 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:32:01.227036 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 50f6d2ef-4fa7-4a7a-83e6-6a047944f173, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=50f6d2ef-4fa7-4a7a-83e6-6a047944f173,segment=NetworkSegment(a5cf47d6-a863-4723-8504-f3909dffe132),segment_id=a5cf47d6-a863-4723-8504-f3909dffe132)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:01.309472 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7f610-32d4-4d3f-827a-e00b6791629f req-864525d2-6795-4c35-a13f-5ba435ced83e tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:01.311412 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-52f7f610-32d4-4d3f-827a-e00b6791629f req-864525d2-6795-4c35-a13f-5ba435ced83e tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 944 time: 0.0886662 Sep 23 01:32:01.337401 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (50f6d2ef-4fa7-4a7a-83e6-6a047944f173), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:01.406975 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=50f6d2ef-4fa7-4a7a-83e6-6a047944f173,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:01.410500 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-52f7f610-32d4-4d3f-827a-e00b6791629f req-58b01f24-03d4-41af-9eda-1508d2acfdb6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861728 Sep 23 01:32:01.418432 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:01.418789 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:01.419376 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:01.419957 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:01.420293 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:01.420790 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:01.421441 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:01.422005 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:01.422492 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:01.422983 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:01.423751 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:01.424390 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:01.425037 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:01.425708 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:01.426175 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:01.687123 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:01.731612 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25add058-4270-419d-9d08-2077003f56b8 req-4de4f110-5a24-4770-a8ca-3272cbb51000 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:01.733492 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-25add058-4270-419d-9d08-2077003f56b8 req-4de4f110-5a24-4770-a8ca-3272cbb51000 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0662215 Sep 23 01:32:01.764336 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['50f6d2ef-4fa7-4a7a-83e6-6a047944f173'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:32:01.765006 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-b66e5787-9d32-475b-8331-68db7d3d6e7d tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:01.770894 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-b66e5787-9d32-475b-8331-68db7d3d6e7d tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/networks?id=2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05 HTTP/1.1" status: 200 len: 814 time: 0.2039435 Sep 23 01:32:01.793822 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-2c93f87e-a4e2-4905-87db-e651577ea4ac tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/quotas/95935852764e413c8bbd23c16ddf13a5 HTTP/1.1" status: 200 len: 375 time: 0.0175226 Sep 23 01:32:01.802406 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-25add058-4270-419d-9d08-2077003f56b8 req-a71aa7c2-c9d6-4e48-a721-0666e06f0bae tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607529 Sep 23 01:32:01.844901 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-58320632-c7ec-4a6a-938e-5e48735af627 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=95935852764e413c8bbd23c16ddf13a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536153 Sep 23 01:32:01.963511 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-18ce51e1-5477-4536-bb81-048657684808 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146772 Sep 23 01:32:02.074872 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-5387a4f1-d71a-4fd5-9d20-151dbbf03977 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003308 Sep 23 01:32:02.108948 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:02.283953 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ddb10-9a27-455d-a615-5fa545c2cfe4 req-432cbaf9-9e36-4569-bb70-39e776ba5a88 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:02.285970 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6b7ddb10-9a27-455d-a615-5fa545c2cfe4 req-432cbaf9-9e36-4569-bb70-39e776ba5a88 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0729175 Sep 23 01:32:02.380256 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6b7ddb10-9a27-455d-a615-5fa545c2cfe4 req-28d1706e-5952-42ce-9e47-2dc0f45eb7e8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781829 Sep 23 01:32:02.440356 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-94aefa31-3d82-4756-a7b1-0199126d3872 req-80902823-392a-4f7d-b723-68d39bbf49b5 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 210 time: 0.0352221 Sep 23 01:32:02.629081 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42792) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:02.721245 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e125855-6937-4e3d-a92c-fdaaeb38fb5b req-c8b53467-066c-4496-9d31-6760ef38e361 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:02.726777 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-7e125855-6937-4e3d-a92c-fdaaeb38fb5b req-c8b53467-066c-4496-9d31-6760ef38e361 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 945 time: 0.1022909 Sep 23 01:32:02.831933 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-7e125855-6937-4e3d-a92c-fdaaeb38fb5b req-ed0327f8-dbcb-468e-9a9f-6ac4781d348e tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874577 Sep 23 01:32:02.884709 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e262-12e1-44c1-9179-a3ba004b681e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:02.934533 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:32:03.045354 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:32:03.102499 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba4759-a4ea-458e-89e1-80b6a9c06ca4 req-e990221b-21fa-481d-b873-e949a64fccf5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:03.104124 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-16ba4759-a4ea-458e-89e1-80b6a9c06ca4 req-e990221b-21fa-481d-b873-e949a64fccf5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0736806 Sep 23 01:32:03.161560 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:32:03.161973 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (50f6d2ef-4fa7-4a7a-83e6-6a047944f173), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:03.162313 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 Sep 23 01:32:03.169294 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e262-12e1-44c1-9179-a3ba004b681e admin admin] Publish callbacks [] for security_group (b0f514b6-893b-413a-8622-31e999229554), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:03.188986 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-16ba4759-a4ea-458e-89e1-80b6a9c06ca4 req-06688758-e76e-498c-bbad-0de5a107588f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769651 Sep 23 01:32:03.235444 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:03.255088 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7ff2e262-12e1-44c1-9179-a3ba004b681e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (b0f514b6-893b-413a-8622-31e999229554), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:03.312876 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:03.313275 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (50f6d2ef-4fa7-4a7a-83e6-6a047944f173), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:03.331043 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2e262-12e1-44c1-9179-a3ba004b681e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f514b6-893b-413a-8622-31e999229554,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:03.337919 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-7ff2e262-12e1-44c1-9179-a3ba004b681e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9903ae33db5a4002afc782eb4fba7612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7076845 Sep 23 01:32:03.344071 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 42824) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:03.348434 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e8957e-701e-458d-85dc-f85fadd5cd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f6d2ef-4fa7-4a7a-83e6-6a047944f173'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:03.351185 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5526503-8095-4433-8382-ddb0cec8144f" -d '{"events": [{"server_uuid": "b8e8957e-701e-458d-85dc-f85fadd5cd30", "name": "network-vif-plugged", "status": "completed", "tag": "50f6d2ef-4fa7-4a7a-83e6-6a047944f173"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:03.374083 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 50f6d2ef-4fa7-4a7a-83e6-6a047944f173, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=50f6d2ef-4fa7-4a7a-83e6-6a047944f173,segment=NetworkSegment(a5cf47d6-a863-4723-8504-f3909dffe132),segment_id=a5cf47d6-a863-4723-8504-f3909dffe132)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:03.435025 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbda52c-ab3a-4c24-a9ea-f7cb7f41c03a x-openstack-request-id: req-4fbda52c-ab3a-4c24-a9ea-f7cb7f41c03a {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:03.435895 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e8957e-701e-458d-85dc-f85fadd5cd30", "name": "network-vif-plugged", "status": "completed", "tag": "50f6d2ef-4fa7-4a7a-83e6-6a047944f173", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:03.436443 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4fbda52c-ab3a-4c24-a9ea-f7cb7f41c03a {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:03.437114 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fbda52c-ab3a-4c24-a9ea-f7cb7f41c03a'] response: {'server_uuid': 'b8e8957e-701e-458d-85dc-f85fadd5cd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f6d2ef-4fa7-4a7a-83e6-6a047944f173', 'code': 200} Sep 23 01:32:03.468892 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2fe6-5aaf-4e2d-bdba-12c1d4616cf5 admin admin] Publish callbacks [] for security_group (b0f514b6-893b-413a-8622-31e999229554), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:03.518251 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (50f6d2ef-4fa7-4a7a-83e6-6a047944f173), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:03.546983 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2fe6-5aaf-4e2d-bdba-12c1d4616cf5 admin admin] Publish callbacks [] for security_group (b0f514b6-893b-413a-8622-31e999229554), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:03.611381 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=50f6d2ef-4fa7-4a7a-83e6-6a047944f173,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:03.611875 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-403dfe37-a3ec-4c1a-88d2-88e7643d954b req-0b734b12-7f03-44df-b97c-0230416b4edd tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 210 time: 0.0600441 Sep 23 01:32:03.649741 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b260e-dba2-4917-9b1b-e5719e830d64 req-4e2d7764-3708-4491-91c6-c4c1985436a6 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:03.664013 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c27b260e-dba2-4917-9b1b-e5719e830d64 req-4e2d7764-3708-4491-91c6-c4c1985436a6 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.1165593 Sep 23 01:32:03.729759 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c27b260e-dba2-4917-9b1b-e5719e830d64 req-d2f1dfe0-bc47-4f3f-8734-9ec76d9c1116 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574527 Sep 23 01:32:03.803874 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2fe6-5aaf-4e2d-bdba-12c1d4616cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (b0f514b6-893b-413a-8622-31e999229554), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:03.817195 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2fe6-5aaf-4e2d-bdba-12c1d4616cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:03.821387 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-4c6e2fe6-5aaf-4e2d-bdba-12c1d4616cf5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b0f514b6-893b-413a-8622-31e999229554 HTTP/1.1" status: 204 len: 168 time: 0.4750390 Sep 23 01:32:03.836340 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e2fe6-5aaf-4e2d-bdba-12c1d4616cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f514b6-893b-413a-8622-31e999229554,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:03.867525 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:03.869092 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-d5b8451d-1815-4910-a682-e7164bb3f479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:04.045967 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae859c-e06a-4caf-b4fe-30f58c1f3ae1 req-34e26639-b9ca-4487-ad1d-4988d0da88f6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:04.059590 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-14ae859c-e06a-4caf-b4fe-30f58c1f3ae1 req-34e26639-b9ca-4487-ad1d-4988d0da88f6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 946 time: 0.1189992 Sep 23 01:32:04.118167 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaad088-182f-4769-a05e-39e770624c1d req-087d38ab-48cf-4cd7-a8cf-ca2803baf82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:04.119733 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bfaad088-182f-4769-a05e-39e770624c1d req-087d38ab-48cf-4cd7-a8cf-ca2803baf82a service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 1130 time: 0.1387944 Sep 23 01:32:04.189479 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bfaad088-182f-4769-a05e-39e770624c1d req-d4cfae41-3a18-4fc8-967b-f578e3784f6a service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632668 Sep 23 01:32:04.201499 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-14ae859c-e06a-4caf-b4fe-30f58c1f3ae1 req-201440ca-434f-4e36-a342-c9b45dd59115 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399896 Sep 23 01:32:04.206013 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:04.401953 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 42904) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:04.467260 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df338d3-cb8b-44a6-9687-b632a58b6ca6 req-19e5af29-fa48-4890-9b2a-c1061058b9e0 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:04.469774 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6df338d3-cb8b-44a6-9687-b632a58b6ca6 req-19e5af29-fa48-4890-9b2a-c1061058b9e0 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.1028948 Sep 23 01:32:04.498562 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d4705-7030-4e0d-888b-e9be0a4d0372 req-a88a48ef-0571-407d-be15-41089b1de0f3 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:04.500688 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-396d4705-7030-4e0d-888b-e9be0a4d0372 req-a88a48ef-0571-407d-be15-41089b1de0f3 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0820162 Sep 23 01:32:04.533562 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6df338d3-cb8b-44a6-9687-b632a58b6ca6 req-f7e5cbf9-957a-43a0-a7f2-82080245b263 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576823 Sep 23 01:32:04.593555 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-396d4705-7030-4e0d-888b-e9be0a4d0372 req-bff87d86-757b-4aee-8a0a-7c66aeddb1bf tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864034 Sep 23 01:32:04.595164 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-02e0103a-0a71-478f-8dd0-fa940e07eb3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:04.721404 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-02e0103a-0a71-478f-8dd0-fa940e07eb3f admin admin] Publish callbacks [] for security_group (5328759f-2a69-444c-ac06-18cb382219c0), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:04.845404 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-02e0103a-0a71-478f-8dd0-fa940e07eb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (5328759f-2a69-444c-ac06-18cb382219c0), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:04.912487 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0103a-0a71-478f-8dd0-fa940e07eb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5328759f-2a69-444c-ac06-18cb382219c0,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:04.916773 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3fb881af-5c16-47f2-91d0-222dccbc8696 req-2204cb0c-11bf-4392-8afa-58cabc07a04d tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 210 time: 0.0507140 Sep 23 01:32:04.927740 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-02e0103a-0a71-478f-8dd0-fa940e07eb3f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=de0dcb7a70894391a6c06acb0a2e0eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5233669 Sep 23 01:32:04.932323 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 42910) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:04.964763 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42912) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:04.983323 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-499a366d-afa3-4478-8de4-5890f04afddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:04.993718 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-175ef21a-5615-4287-b718-6bcac3761b6e admin admin] Publish callbacks [] for security_group (5328759f-2a69-444c-ac06-18cb382219c0), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:05.005272 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:05.022687 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-175ef21a-5615-4287-b718-6bcac3761b6e admin admin] Publish callbacks [] for security_group (5328759f-2a69-444c-ac06-18cb382219c0), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:05.106655 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-499a366d-afa3-4478-8de4-5890f04afddb admin admin] Publish callbacks [] for security_group (04665703-f5d4-43df-bb82-53a0ccd8f21d), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:05.116646 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326266d-25cc-4cdb-b97c-4a19b1b78951 req-c40c1436-abc6-4200-b50b-a8f886a4b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:05.118256 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0326266d-25cc-4cdb-b97c-4a19b1b78951 req-c40c1436-abc6-4200-b50b-a8f886a4b19d service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 1129 time: 0.0801706 Sep 23 01:32:05.205751 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-499a366d-afa3-4478-8de4-5890f04afddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (04665703-f5d4-43df-bb82-53a0ccd8f21d), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:05.255270 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a366d-afa3-4478-8de4-5890f04afddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04665703-f5d4-43df-bb82-53a0ccd8f21d,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:05.256725 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c699fdf-1093-41a4-841c-ee71c6e0fbac req-e54c6763-f588-4bc2-a68f-d1e7dfa91c06 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:05.258364 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1c699fdf-1093-41a4-841c-ee71c6e0fbac req-e54c6763-f588-4bc2-a68f-d1e7dfa91c06 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0788751 Sep 23 01:32:05.273416 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-499a366d-afa3-4478-8de4-5890f04afddb admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=26ed1108cdc04b768050eb65b0159659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066905 Sep 23 01:32:05.285627 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42920) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:05.292996 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-175ef21a-5615-4287-b718-6bcac3761b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (5328759f-2a69-444c-ac06-18cb382219c0), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:05.296304 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-175ef21a-5615-4287-b718-6bcac3761b6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:05.308356 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-175ef21a-5615-4287-b718-6bcac3761b6e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5328759f-2a69-444c-ac06-18cb382219c0 HTTP/1.1" status: 204 len: 168 time: 0.3700469 Sep 23 01:32:05.336524 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326266d-25cc-4cdb-b97c-4a19b1b78951 req-a6df9f64-7549-4a99-b59b-1f29a36602c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:05.338547 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0326266d-25cc-4cdb-b97c-4a19b1b78951 req-a6df9f64-7549-4a99-b59b-1f29a36602c4 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 200 len: 920 time: 0.2118082 Sep 23 01:32:05.384497 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1c699fdf-1093-41a4-841c-ee71c6e0fbac req-60a85e77-4403-47e2-85ae-f2d7dd4351d7 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136758 Sep 23 01:32:05.389136 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ef21a-5615-4287-b718-6bcac3761b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5328759f-2a69-444c-ac06-18cb382219c0,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:05.436043 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b670ccfe-ee1b-47b4-8e13-8ff25893632b admin admin] Publish callbacks [] for security_group (04665703-f5d4-43df-bb82-53a0ccd8f21d), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:05.503726 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b670ccfe-ee1b-47b4-8e13-8ff25893632b admin admin] Publish callbacks [] for security_group (04665703-f5d4-43df-bb82-53a0ccd8f21d), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:05.555245 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0326266d-25cc-4cdb-b97c-4a19b1b78951 req-f6991784-6398-4ace-a92c-f6f6ff13c029 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbe29d32-612d-4c37-bdda-6d63f1cd6de4 HTTP/1.1" status: 200 len: 217 time: 0.0493457 Sep 23 01:32:05.668257 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bffc9-29ae-48b6-9e42-d3a2ab320f0c req-bc34c59c-7a75-40de-9e97-07f19ef0a18f tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:05.669859 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-611bffc9-29ae-48b6-9e42-d3a2ab320f0c req-bc34c59c-7a75-40de-9e97-07f19ef0a18f tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 946 time: 0.0598378 Sep 23 01:32:05.719392 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d5934-ae74-47f9-be4e-d4cedf81769a req-1b97e618-236f-41e4-b233-1f51110b7ed5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:05.720973 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4a4d5934-ae74-47f9-be4e-d4cedf81769a req-1b97e618-236f-41e4-b233-1f51110b7ed5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0691381 Sep 23 01:32:05.736234 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b670ccfe-ee1b-47b4-8e13-8ff25893632b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (04665703-f5d4-43df-bb82-53a0ccd8f21d), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:05.750282 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b670ccfe-ee1b-47b4-8e13-8ff25893632b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:05.750282 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-b670ccfe-ee1b-47b4-8e13-8ff25893632b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/04665703-f5d4-43df-bb82-53a0ccd8f21d HTTP/1.1" status: 204 len: 168 time: 0.4642117 Sep 23 01:32:05.784953 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-611bffc9-29ae-48b6-9e42-d3a2ab320f0c req-2c471661-edb7-4f12-b9da-1f0c393b795a tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053123 Sep 23 01:32:05.790508 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670ccfe-ee1b-47b4-8e13-8ff25893632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04665703-f5d4-43df-bb82-53a0ccd8f21d,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:05.839528 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4a4d5934-ae74-47f9-be4e-d4cedf81769a req-81518c15-65f2-4018-ac9f-0cf17e0bd8ba tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008110 Sep 23 01:32:05.914021 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767164f-a811-4bd0-8f6c-aa7b19772f3c req-a28b5db7-a853-440e-9a3e-3a110036ede2 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:05.915713 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f767164f-a811-4bd0-8f6c-aa7b19772f3c req-a28b5db7-a853-440e-9a3e-3a110036ede2 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0541327 Sep 23 01:32:05.992917 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f767164f-a811-4bd0-8f6c-aa7b19772f3c req-323a772c-c80a-41eb-90eb-70e8b0d063cf tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706632 Sep 23 01:32:06.080783 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e5f29b6e-4bd4-426b-8fc8-5e5a5c86f08a req-246355b9-6504-44fc-9cc6-c6ebfcae3f14 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 210 time: 0.0501971 Sep 23 01:32:06.512400 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-7926ce85-af1f-486e-ab4b-0f6d89c42f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:06.518583 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326266d-25cc-4cdb-b97c-4a19b1b78951 req-37896388-a2c5-41b2-be63-c05c02de71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:06.520134 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0326266d-25cc-4cdb-b97c-4a19b1b78951 req-37896388-a2c5-41b2-be63-c05c02de71d1 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f171f77f-736d-489a-928a-20915fd59544 HTTP/1.1" status: 200 len: 858 time: 0.0686433 Sep 23 01:32:06.549549 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41088282-859a-445c-943d-629a464f23af req-c2692307-6e0a-4386-bde6-b09aca02a92e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:06.551321 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-41088282-859a-445c-943d-629a464f23af req-c2692307-6e0a-4386-bde6-b09aca02a92e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0717225 Sep 23 01:32:06.586515 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42962) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:06.595386 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326266d-25cc-4cdb-b97c-4a19b1b78951 req-972a2cdb-f75a-4048-aee0-ec714f3bd98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:06.597105 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0326266d-25cc-4cdb-b97c-4a19b1b78951 req-972a2cdb-f75a-4048-aee0-ec714f3bd98f service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f7b971fd-945f-4624-ba90-e53784d63da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549574 Sep 23 01:32:06.611244 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f9a55f41-ced7-409b-84a9-bc1b81754e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:06.640887 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-41088282-859a-445c-943d-629a464f23af req-695f0c6d-c07f-4cef-9674-0153db914863 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836260 Sep 23 01:32:06.711490 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0326266d-25cc-4cdb-b97c-4a19b1b78951 req-ccdfb2fc-55cb-4904-b9fc-ece1b48b9fdd service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058259 Sep 23 01:32:06.740767 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f9a55f41-ced7-409b-84a9-bc1b81754e6a admin admin] Publish callbacks [] for security_group (fa2797be-6f31-4a12-9109-20585f3ae775), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:06.837859 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f9a55f41-ced7-409b-84a9-bc1b81754e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (fa2797be-6f31-4a12-9109-20585f3ae775), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:06.913504 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-f9a55f41-ced7-409b-84a9-bc1b81754e6a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a5b5b831866440918b5edaf2a09bc8be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362033 Sep 23 01:32:06.914329 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42970) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:06.917417 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a55f41-ced7-409b-84a9-bc1b81754e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2797be-6f31-4a12-9109-20585f3ae775,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:07.032145 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0326266d-25cc-4cdb-b97c-4a19b1b78951 req-afb7a7fa-1724-49b8-8562-a370d1a643ca service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981033 Sep 23 01:32:07.066689 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca94e9-9899-4eff-a6cb-2c0402118cd3 req-28ba9977-1cc3-47bd-83e8-2d9986b17b32 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:07.068523 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c4ca94e9-9899-4eff-a6cb-2c0402118cd3 req-28ba9977-1cc3-47bd-83e8-2d9986b17b32 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 946 time: 0.1032925 Sep 23 01:32:07.081579 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28d577-af58-4214-b1f9-5448260c4086 req-048ae4e0-b2f8-40f5-bc40-1491ecea0c78 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:07.083316 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-cb28d577-af58-4214-b1f9-5448260c4086 req-048ae4e0-b2f8-40f5-bc40-1491ecea0c78 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.1054137 Sep 23 01:32:07.121351 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6057-209d-4e44-863c-b026f30715af admin admin] Publish callbacks [] for security_group (fa2797be-6f31-4a12-9109-20585f3ae775), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:07.161614 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c4ca94e9-9899-4eff-a6cb-2c0402118cd3 req-3a7dfec6-fd1c-4d12-8e1e-459e67b3518a tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800683 Sep 23 01:32:07.198341 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6057-209d-4e44-863c-b026f30715af admin admin] Publish callbacks [] for security_group (fa2797be-6f31-4a12-9109-20585f3ae775), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:07.249176 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-cb28d577-af58-4214-b1f9-5448260c4086 req-0fc4ec33-473b-4de6-aabc-ff3deee70465 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447153 Sep 23 01:32:07.346031 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e301e8-d374-44cf-b07c-59af5d934df6 req-91a15a33-d45d-4816-ada2-ac298f795d73 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:07.350197 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f1e301e8-d374-44cf-b07c-59af5d934df6 req-91a15a33-d45d-4816-ada2-ac298f795d73 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0988371 Sep 23 01:32:07.358956 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:07.378427 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6057-209d-4e44-863c-b026f30715af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (fa2797be-6f31-4a12-9109-20585f3ae775), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:07.381166 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6057-209d-4e44-863c-b026f30715af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:07.385819 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-9cfa6057-209d-4e44-863c-b026f30715af admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fa2797be-6f31-4a12-9109-20585f3ae775 HTTP/1.1" status: 204 len: 168 time: 0.4701040 Sep 23 01:32:07.391674 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d22b748d-5eaf-4b51-beca-d0fafbdf2b29 req-1c48a82d-0816-4473-bc48-949b9a9ebea4 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 210 time: 0.0543950 Sep 23 01:32:07.398991 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa6057-209d-4e44-863c-b026f30715af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2797be-6f31-4a12-9109-20585f3ae775,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:07.465571 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f1e301e8-d374-44cf-b07c-59af5d934df6 req-953340ea-e4b7-4c59-bafd-0f230722f38b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104369 Sep 23 01:32:07.474374 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:07.540776 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:07.584864 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 42990) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:07.717469 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-694a81fd-5a14-4d7b-8ab3-7ef362f14dfa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2138984451-network', 'tenant_id': '4240f3dbafbb4d8abbf79d6e8a2648dd'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:07.792813 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44c904-5f66-4170-a649-4b674119ab4f req-149c3974-765d-4dd7-bd62-f1aea9a230cf tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:07.794689 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2e44c904-5f66-4170-a649-4b674119ab4f req-149c3974-765d-4dd7-bd62-f1aea9a230cf tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0555122 Sep 23 01:32:07.854608 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2e44c904-5f66-4170-a649-4b674119ab4f req-06a19e98-2a3a-43ba-8ae1-d5e6bfa41f8d tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512462 Sep 23 01:32:07.883523 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694a81fd-5a14-4d7b-8ab3-7ef362f14dfa admin admin] Made reservation on behalf of 4240f3dbafbb4d8abbf79d6e8a2648dd for: {'network': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:32:07.886800 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-694a81fd-5a14-4d7b-8ab3-7ef362f14dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:07.898549 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-694a81fd-5a14-4d7b-8ab3-7ef362f14dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:08.040022 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-694a81fd-5a14-4d7b-8ab3-7ef362f14dfa admin admin] Publish callbacks [] for security_group (a0996438-0951-458f-b359-200e53559d10), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:08.124031 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-694a81fd-5a14-4d7b-8ab3-7ef362f14dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (a0996438-0951-458f-b359-200e53559d10), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:08.148363 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694a81fd-5a14-4d7b-8ab3-7ef362f14dfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=107236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:32:08.164187 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a81fd-5a14-4d7b-8ab3-7ef362f14dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0996438-0951-458f-b359-200e53559d10,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:08.171763 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-694a81fd-5a14-4d7b-8ab3-7ef362f14dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (25bb86c2-b093-46cc-8a0d-08286d429c84), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:08.172145 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.segments_db [None req-694a81fd-5a14-4d7b-8ab3-7ef362f14dfa admin admin] Added segment 25bb86c2-b093-46cc-8a0d-08286d429c84 of type vlan for network e855f01f-192d-459a-be7f-4416abb72d47 Sep 23 01:32:08.222976 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-694a81fd-5a14-4d7b-8ab3-7ef362f14dfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (e855f01f-192d-459a-be7f-4416abb72d47), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:08.284225 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:08.381315 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6519ffc-6e2c-49c6-b741-f768039c1db6 req-aa777e31-3057-4b31-9459-e22246c9913e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:08.382982 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c6519ffc-6e2c-49c6-b741-f768039c1db6 req-aa777e31-3057-4b31-9459-e22246c9913e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0516086 Sep 23 01:32:08.403497 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-694a81fd-5a14-4d7b-8ab3-7ef362f14dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (e855f01f-192d-459a-be7f-4416abb72d47), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:08.405278 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a81fd-5a14-4d7b-8ab3-7ef362f14dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:08.408191 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-694a81fd-5a14-4d7b-8ab3-7ef362f14dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:08.509906 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c6519ffc-6e2c-49c6-b741-f768039c1db6 req-6c6d04d3-8af5-4d7e-96a3-feca7425aad9 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202390 Sep 23 01:32:08.560302 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a81fd-5a14-4d7b-8ab3-7ef362f14dfa admin admin] Pushing event updated for resources: {'Network': ['ID=e855f01f-192d-459a-be7f-4416abb72d47,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:08.573016 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network e855f01f-192d-459a-be7f-4416abb72d47 details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:32:08.580419 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1ba15366-64a2-4f4a-aab5-85030049bfe2 req-7797ecf9-0c0e-4f11-8a5f-683f9c976bc0 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 210 time: 0.0375228 Sep 23 01:32:08.646674 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f032c1c-472d-45a4-baa5-a94f374c84a7 req-1e3f7aaa-fece-4ee7-877c-008287cfa4c6 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:08.654428 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-694a81fd-5a14-4d7b-8ab3-7ef362f14dfa admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0663712 Sep 23 01:32:08.655808 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6f032c1c-472d-45a4-baa5-a94f374c84a7 req-1e3f7aaa-fece-4ee7-877c-008287cfa4c6 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0679667 Sep 23 01:32:08.657311 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 43020) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:08.663995 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-2f23ae58-3c4e-4540-840e-790ae3864ecd admin admin] Request body: {'subnet': {'network_id': 'e855f01f-192d-459a-be7f-4416abb72d47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2138984451-subnet', 'tenant_id': '4240f3dbafbb4d8abbf79d6e8a2648dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:08.668128 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:08.728314 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6f032c1c-472d-45a4-baa5-a94f374c84a7 req-3fdc9495-a8e9-42e4-8b9d-1dd21b3d14e8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717602 Sep 23 01:32:08.783360 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:08.810977 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f23ae58-3c4e-4540-840e-790ae3864ecd admin admin] Made reservation on behalf of 4240f3dbafbb4d8abbf79d6e8a2648dd for: {'subnet': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:32:08.814219 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2f23ae58-3c4e-4540-840e-790ae3864ecd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:08.872177 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:09.007032 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec750b-9ed3-4b97-90f7-604275da7c58 req-2af43a7d-4886-46f4-abdf-004c20ebbe4b tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:09.008976 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-30ec750b-9ed3-4b97-90f7-604275da7c58 req-2af43a7d-4886-46f4-abdf-004c20ebbe4b tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0638344 Sep 23 01:32:09.082143 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-30ec750b-9ed3-4b97-90f7-604275da7c58 req-98f4b5fe-f35f-4697-9345-129d2422d4f2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583053 Sep 23 01:32:09.181764 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2f23ae58-3c4e-4540-840e-790ae3864ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for subnet (f8fe1704-4827-4ab8-b9d7-98dec3e440d2), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:09.258001 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23ae58-3c4e-4540-840e-790ae3864ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8fe1704-4827-4ab8-b9d7-98dec3e440d2,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:09.260808 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f23ae58-3c4e-4540-840e-790ae3864ecd admin admin] Checking segment: {'id': '25bb86c2-b093-46cc-8a0d-08286d429c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e855f01f-192d-459a-be7f-4416abb72d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:32:09.261166 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f23ae58-3c4e-4540-840e-790ae3864ecd admin admin] Network hostable DHCP agents. Network: e855f01f-192d-459a-be7f-4416abb72d47, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:32:09.338331 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:32:09.380396 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f23ae58-3c4e-4540-840e-790ae3864ecd admin admin] Network e855f01f-192d-459a-be7f-4416abb72d47 is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:32:09.403122 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83557d98-8fc3-4957-861b-2a544c1f342d req-f34e964a-2d9d-4183-8e9c-6694ec2a404a tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:09.405336 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-83557d98-8fc3-4957-861b-2a544c1f342d req-f34e964a-2d9d-4183-8e9c-6694ec2a404a tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 946 time: 0.0706718 Sep 23 01:32:09.487287 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-83557d98-8fc3-4957-861b-2a544c1f342d req-e6dd6365-69f4-400e-934e-6a02cbbe7ccf tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727570 Sep 23 01:32:09.508959 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-2f23ae58-3c4e-4540-840e-790ae3864ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, e855f01f-192d-459a-be7f-4416abb72d47) {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:32:09.523701 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f7e74b-027f-492a-ae89-5e3b96f8996d None None] Network e855f01f-192d-459a-be7f-4416abb72d47 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:32:09.533643 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f23ae58-3c4e-4540-840e-790ae3864ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:09.537558 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2f23ae58-3c4e-4540-840e-790ae3864ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:09.639508 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-2f23ae58-3c4e-4540-840e-790ae3864ecd admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9804406 Sep 23 01:32:09.802927 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e72294-0402-436d-b649-06ef33e87b34 None None] Network e855f01f-192d-459a-be7f-4416abb72d47 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:32:09.825257 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2bde6835-2c11-4657-9ff2-bd547ffee44a req-6f1416eb-c8fd-47b3-921a-19f73d5653af tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 210 time: 0.0522838 Sep 23 01:32:09.845541 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:09.873099 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8994a3e-11b0-4e62-a2d7-e0eaa60fa47b req-fb16c349-f500-47e9-8478-8d8b9e49e4a2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:09.874739 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f8994a3e-11b0-4e62-a2d7-e0eaa60fa47b req-fb16c349-f500-47e9-8478-8d8b9e49e4a2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.1455240 Sep 23 01:32:09.935967 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:09.967777 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f8994a3e-11b0-4e62-a2d7-e0eaa60fa47b req-539111e9-4707-4c53-b34a-23c167542d87 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808392 Sep 23 01:32:10.010484 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72defa67-321d-4090-aa39-ea6745efa73d req-39f495c7-6db5-43b7-99ca-e1cba46ad151 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:10.012104 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-72defa67-321d-4090-aa39-ea6745efa73d req-39f495c7-6db5-43b7-99ca-e1cba46ad151 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0735531 Sep 23 01:32:10.074600 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-72defa67-321d-4090-aa39-ea6745efa73d req-4cf1c3d5-71fb-485f-8ac8-99d4cf497936 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560205 Sep 23 01:32:10.255360 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:10.291962 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c89d2a-8d8f-4bc6-82a4-caa5e0e3c5e5 req-481313ad-f66a-4cfc-918e-b81a7bd02b5d tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:10.294047 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a0c89d2a-8d8f-4bc6-82a4-caa5e0e3c5e5 req-481313ad-f66a-4cfc-918e-b81a7bd02b5d tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0704916 Sep 23 01:32:10.295628 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:10.359594 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a0c89d2a-8d8f-4bc6-82a4-caa5e0e3c5e5 req-084f6e27-3e88-48ba-8e64-9874185d0c1c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503480 Sep 23 01:32:10.720373 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62177ca0-5b2f-4cea-9a42-55529f263213 req-a5a94fc4-e9c6-409b-99e6-d3f3d53481cb tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:10.732592 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-62177ca0-5b2f-4cea-9a42-55529f263213 req-a5a94fc4-e9c6-409b-99e6-d3f3d53481cb tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 946 time: 0.1038485 Sep 23 01:32:10.809470 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-62177ca0-5b2f-4cea-9a42-55529f263213 req-37853903-f3c1-44d8-9ef8-2f6a196db41f tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705066 Sep 23 01:32:10.838428 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:10.929253 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 43084) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:10.936002 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-3f7f67ca-7420-49f5-8ef0-eafb25a0bb5a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-172221408-network', 'tenant_id': '97978ed6ec814ea89cbf6721409cfd00'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:10.994537 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b3a171d4-35bd-4d71-b309-c61d0e8a2f15 req-87fae8bb-9807-41db-9940-6ff0e06093ad tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 210 time: 0.0450172 Sep 23 01:32:11.135641 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7f67ca-7420-49f5-8ef0-eafb25a0bb5a admin admin] Made reservation on behalf of 97978ed6ec814ea89cbf6721409cfd00 for: {'network': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:32:11.144273 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3f7f67ca-7420-49f5-8ef0-eafb25a0bb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:11.150924 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:11.158556 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8d53e-5107-4b1a-9905-914ff01e4649 req-efbc75c2-7a1c-4c01-a1d4-e3f994afff62 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:11.160409 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-33d8d53e-5107-4b1a-9905-914ff01e4649 req-efbc75c2-7a1c-4c01-a1d4-e3f994afff62 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0631344 Sep 23 01:32:11.169576 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3f7f67ca-7420-49f5-8ef0-eafb25a0bb5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:11.216636 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-33d8d53e-5107-4b1a-9905-914ff01e4649 req-a06292b5-2772-4d3f-97fc-9740816be642 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499840 Sep 23 01:32:11.234651 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e412c-dce7-4732-9c42-f1c48c24197a req-0deb4c0f-c3ff-4a2c-8420-ae9e8c7907d2 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:11.236238 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-815e412c-dce7-4732-9c42-f1c48c24197a req-0deb4c0f-c3ff-4a2c-8420-ae9e8c7907d2 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0689933 Sep 23 01:32:11.330435 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-815e412c-dce7-4732-9c42-f1c48c24197a req-13c210b6-becf-4060-8521-c40ea62d140a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838628 Sep 23 01:32:11.363149 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3f7f67ca-7420-49f5-8ef0-eafb25a0bb5a admin admin] Publish callbacks [] for security_group (86bf03be-937e-4c59-b3d8-decd9dc7ab13), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:11.484205 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3f7f67ca-7420-49f5-8ef0-eafb25a0bb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (86bf03be-937e-4c59-b3d8-decd9dc7ab13), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:11.502862 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb6865-2119-4cf5-81ea-d7c1dc871a77 req-a53c3298-ed69-4837-a622-e2c4be343d92 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:11.511709 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-feeb6865-2119-4cf5-81ea-d7c1dc871a77 req-a53c3298-ed69-4837-a622-e2c4be343d92 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0576863 Sep 23 01:32:11.514506 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7f67ca-7420-49f5-8ef0-eafb25a0bb5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=107236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:32:11.526923 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f67ca-7420-49f5-8ef0-eafb25a0bb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bf03be-937e-4c59-b3d8-decd9dc7ab13,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:11.536314 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3f7f67ca-7420-49f5-8ef0-eafb25a0bb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (1fb107c0-926a-400f-9e02-c2788357f0a5), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:11.536648 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.segments_db [None req-3f7f67ca-7420-49f5-8ef0-eafb25a0bb5a admin admin] Added segment 1fb107c0-926a-400f-9e02-c2788357f0a5 of type vlan for network e659f431-6d1b-42d6-b765-f5d6f63083fd Sep 23 01:32:11.570522 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-feeb6865-2119-4cf5-81ea-d7c1dc871a77 req-98859b4f-d355-4258-aef2-8500490b74e5 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572691 Sep 23 01:32:11.598914 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3f7f67ca-7420-49f5-8ef0-eafb25a0bb5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (e659f431-6d1b-42d6-b765-f5d6f63083fd), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:11.743127 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3f7f67ca-7420-49f5-8ef0-eafb25a0bb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (e659f431-6d1b-42d6-b765-f5d6f63083fd), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:11.745117 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7f67ca-7420-49f5-8ef0-eafb25a0bb5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:11.746197 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3f7f67ca-7420-49f5-8ef0-eafb25a0bb5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:11.902164 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-3f7f67ca-7420-49f5-8ef0-eafb25a0bb5a admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9727666 Sep 23 01:32:11.907918 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 43100) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:11.917393 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-719d3c53-fef9-457d-b406-eb60a4ee5fac admin admin] Request body: {'subnet': {'network_id': 'e659f431-6d1b-42d6-b765-f5d6f63083fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-172221408-subnet', 'tenant_id': '97978ed6ec814ea89cbf6721409cfd00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:11.974161 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f67ca-7420-49f5-8ef0-eafb25a0bb5a admin admin] Pushing event updated for resources: {'Network': ['ID=e659f431-6d1b-42d6-b765-f5d6f63083fd,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:11.986146 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea7103-1965-41b3-abb6-49b71f400161 req-ce24861a-c29e-49d2-ad93-ce3bf65d3897 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:11.987784 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-01ea7103-1965-41b3-abb6-49b71f400161 req-ce24861a-c29e-49d2-ad93-ce3bf65d3897 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 946 time: 0.0841608 Sep 23 01:32:11.989683 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network e659f431-6d1b-42d6-b765-f5d6f63083fd details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:32:12.066658 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719d3c53-fef9-457d-b406-eb60a4ee5fac admin admin] Made reservation on behalf of 97978ed6ec814ea89cbf6721409cfd00 for: {'subnet': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:32:12.071149 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-01ea7103-1965-41b3-abb6-49b71f400161 req-27da148a-c8ef-404f-a5f6-fb666b931aad tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704958 Sep 23 01:32:12.071462 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-719d3c53-fef9-457d-b406-eb60a4ee5fac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3538087'] for subnet (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:12.202005 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6712cde9-d3d5-4c53-ba18-3ec5203f59d3 req-f1e630e8-fa09-46b8-ad18-b49458046e40 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 210 time: 0.0441451 Sep 23 01:32:12.412079 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb52978-6d51-401c-adf2-9aff02e9b5c2 req-57614d8a-e1c5-4bcf-b411-f778449daef4 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:12.413590 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5eb52978-6d51-401c-adf2-9aff02e9b5c2 req-57614d8a-e1c5-4bcf-b411-f778449daef4 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0502007 Sep 23 01:32:12.438615 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-719d3c53-fef9-457d-b406-eb60a4ee5fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3172407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3538097'] for subnet (c069e295-187f-489a-93c4-c073d1356f7e), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:12.469251 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5eb52978-6d51-401c-adf2-9aff02e9b5c2 req-1118ebe5-9e47-40d8-9e25-f1d7cbf0a683 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485480 Sep 23 01:32:12.503970 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d3c53-fef9-457d-b406-eb60a4ee5fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c069e295-187f-489a-93c4-c073d1356f7e,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:12.534302 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d3c53-fef9-457d-b406-eb60a4ee5fac admin admin] Checking segment: {'id': '1fb107c0-926a-400f-9e02-c2788357f0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e659f431-6d1b-42d6-b765-f5d6f63083fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:32:12.534302 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719d3c53-fef9-457d-b406-eb60a4ee5fac admin admin] Network hostable DHCP agents. Network: e659f431-6d1b-42d6-b765-f5d6f63083fd, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:32:12.649587 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719d3c53-fef9-457d-b406-eb60a4ee5fac admin admin] Network e659f431-6d1b-42d6-b765-f5d6f63083fd is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:32:12.772531 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-719d3c53-fef9-457d-b406-eb60a4ee5fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, e659f431-6d1b-42d6-b765-f5d6f63083fd) {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:32:12.785837 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323003b6-4f62-42c6-ba4a-4be55931eada None None] Network e659f431-6d1b-42d6-b765-f5d6f63083fd requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:32:12.790632 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719d3c53-fef9-457d-b406-eb60a4ee5fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:12.791749 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-719d3c53-fef9-457d-b406-eb60a4ee5fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:12.803386 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173523a1-fcef-4c42-a3cb-d1cf80dbad3a req-7c82a600-c8f8-4663-ab9d-2df51c7891f6 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:12.807768 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-173523a1-fcef-4c42-a3cb-d1cf80dbad3a req-7c82a600-c8f8-4663-ab9d-2df51c7891f6 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.1237488 Sep 23 01:32:12.809527 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:12.845000 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ca4d7-4947-4acc-95f5-bbceb7ac8b9e req-35bd4995-d5b8-4eaa-a854-8b5ce9b14959 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:12.846520 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c64ca4d7-4947-4acc-95f5-bbceb7ac8b9e req-35bd4995-d5b8-4eaa-a854-8b5ce9b14959 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 946 time: 0.1347125 Sep 23 01:32:12.877215 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-98295e8e-b497-4207-952a-e8f978685dca tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:12.879117 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-98295e8e-b497-4207-952a-e8f978685dca tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.81 "GET /networking/v2.0/networks?id=2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05 HTTP/1.1" status: 200 len: 814 time: 0.1748807 Sep 23 01:32:12.883871 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:12.901644 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-273672a6-3850-4ba0-bd9e-bda85b3ffe7e tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Request body: {'port': {'device_id': '2797dc79-1fc8-447f-865e-401bc4353e75', 'network_id': '2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05', 'admin_state_up': True, 'tenant_id': '95935852764e413c8bbd23c16ddf13a5'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:12.930842 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-719d3c53-fef9-457d-b406-eb60a4ee5fac admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0201674 Sep 23 01:32:13.029999 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e828c7-63c2-456a-a671-566703b4d7f9 None None] Network e659f431-6d1b-42d6-b765-f5d6f63083fd requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:32:13.060897 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-173523a1-fcef-4c42-a3cb-d1cf80dbad3a req-bdd51662-706d-4e1c-815a-7d48f7b1e957 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398593 Sep 23 01:32:13.174906 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-c64ca4d7-4947-4acc-95f5-bbceb7ac8b9e req-092da126-e433-4593-bcd5-346b2d4363e8 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Deleting port 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:32:13.175882 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-c64ca4d7-4947-4acc-95f5-bbceb7ac8b9e req-092da126-e433-4593-bcd5-346b2d4363e8 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (50f6d2ef-4fa7-4a7a-83e6-6a047944f173), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:13.187373 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-273672a6-3850-4ba0-bd9e-bda85b3ffe7e tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Made reservation on behalf of 95935852764e413c8bbd23c16ddf13a5 for: {'port': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:32:13.194422 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-273672a6-3850-4ba0-bd9e-bda85b3ffe7e tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:13.388720 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-c64ca4d7-4947-4acc-95f5-bbceb7ac8b9e req-092da126-e433-4593-bcd5-346b2d4363e8 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] For port 50f6d2ef-4fa7-4a7a-83e6-6a047944f173, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=50f6d2ef-4fa7-4a7a-83e6-6a047944f173,segment=NetworkSegment(a5cf47d6-a863-4723-8504-f3909dffe132),segment_id=a5cf47d6-a863-4723-8504-f3909dffe132)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:13.389106 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-c64ca4d7-4947-4acc-95f5-bbceb7ac8b9e req-092da126-e433-4593-bcd5-346b2d4363e8 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (50f6d2ef-4fa7-4a7a-83e6-6a047944f173), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:13.408532 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-c64ca4d7-4947-4acc-95f5-bbceb7ac8b9e req-092da126-e433-4593-bcd5-346b2d4363e8 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Calling delete_port for 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 owned by compute:nova {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:32:13.438798 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a9e2b-a0d9-46bc-9e8d-c07de21a2f76 req-76c3e590-94f1-418d-a114-cf467d180913 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:13.440558 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5d8a9e2b-a0d9-46bc-9e8d-c07de21a2f76 req-76c3e590-94f1-418d-a114-cf467d180913 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 946 time: 0.1826138 Sep 23 01:32:13.474665 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:13.522662 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5953d732-e271-48fd-8fc1-8c07ccbcb49d req-67c316a5-bbdc-4b60-89c0-7bb69c078930 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 210 time: 0.0464046 Sep 23 01:32:13.627288 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-273672a6-3850-4ba0-bd9e-bda85b3ffe7e tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Allocated IP 172.20.0.5 (2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05/590aaa88-2261-47b9-9013-d3b44835be14/a06eccad-6dd8-455b-a742-fada65ca5091) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:32:13.633727 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5d8a9e2b-a0d9-46bc-9e8d-c07de21a2f76 req-6edb03ec-b86f-4411-9ee3-d6e7728ad31e tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787384 Sep 23 01:32:13.703839 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6cb93-7bd8-4f26-9022-9b032a890aa2 req-46b1e523-37e4-47b3-adfc-d2fed6983129 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:13.705580 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0ad6cb93-7bd8-4f26-9022-9b032a890aa2 req-46b1e523-37e4-47b3-adfc-d2fed6983129 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0729802 Sep 23 01:32:13.794592 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0ad6cb93-7bd8-4f26-9022-9b032a890aa2 req-58766fdb-5e87-4bb1-bf4c-11198ac424f8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683951 Sep 23 01:32:13.882028 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-273672a6-3850-4ba0-bd9e-bda85b3ffe7e tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Publish callbacks [] for port (a06eccad-6dd8-455b-a742-fada65ca5091), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:13.912000 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-c64ca4d7-4947-4acc-95f5-bbceb7ac8b9e req-092da126-e433-4593-bcd5-346b2d4363e8 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (50f6d2ef-4fa7-4a7a-83e6-6a047944f173), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:13.948728 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092da126-e433-4593-bcd5-346b2d4363e8 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Pushing event deleted for resources: {'Port': ['ID=50f6d2ef-4fa7-4a7a-83e6-6a047944f173,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:14.023496 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64ca4d7-4947-4acc-95f5-bbceb7ac8b9e req-092da126-e433-4593-bcd5-346b2d4363e8 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] No DVR routers for this DVR port 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 on host hv-cinder-84914 {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:32:14.026466 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-c64ca4d7-4947-4acc-95f5-bbceb7ac8b9e req-092da126-e433-4593-bcd5-346b2d4363e8 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:14.029964 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c64ca4d7-4947-4acc-95f5-bbceb7ac8b9e req-092da126-e433-4593-bcd5-346b2d4363e8 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.81 "DELETE /networking/v2.0/ports/50f6d2ef-4fa7-4a7a-83e6-6a047944f173 HTTP/1.1" status: 204 len: 173 time: 1.1707497 Sep 23 01:32:14.030608 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e8957e-701e-458d-85dc-f85fadd5cd30', 'name': 'network-vif-deleted', 'tag': '50f6d2ef-4fa7-4a7a-83e6-6a047944f173'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:14.032982 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c020eac-fa3b-41af-a2a1-417be39e1640" -d '{"events": [{"server_uuid": "b8e8957e-701e-458d-85dc-f85fadd5cd30", "name": "network-vif-deleted", "tag": "50f6d2ef-4fa7-4a7a-83e6-6a047944f173"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:14.035956 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 43148) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:14.052443 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-74ad6798-1bb0-43b9-a0ef-e2242f86281b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1169028609', 'description': 'tempest-description--1899296006'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:14.083478 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a23ed10-e75f-4118-bb75-3b47643226e2 x-openstack-request-id: req-0a23ed10-e75f-4118-bb75-3b47643226e2 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:14.084008 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e8957e-701e-458d-85dc-f85fadd5cd30", "name": "network-vif-deleted", "tag": "50f6d2ef-4fa7-4a7a-83e6-6a047944f173", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:14.084266 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a23ed10-e75f-4118-bb75-3b47643226e2 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:14.084688 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a23ed10-e75f-4118-bb75-3b47643226e2'] response: {'server_uuid': 'b8e8957e-701e-458d-85dc-f85fadd5cd30', 'name': 'network-vif-deleted', 'tag': '50f6d2ef-4fa7-4a7a-83e6-6a047944f173', 'status': 'completed', 'code': 200} Sep 23 01:32:14.118930 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-273672a6-3850-4ba0-bd9e-bda85b3ffe7e tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (a06eccad-6dd8-455b-a742-fada65ca5091), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:14.203438 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-273672a6-3850-4ba0-bd9e-bda85b3ffe7e tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Network 2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:32:14.212766 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-273672a6-3850-4ba0-bd9e-bda85b3ffe7e tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:32:14.217631 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273672a6-3850-4ba0-bd9e-bda85b3ffe7e tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Pushing event updated for resources: {'Port': ['ID=a06eccad-6dd8-455b-a742-fada65ca5091,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:14.220235 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-273672a6-3850-4ba0-bd9e-bda85b3ffe7e tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:32:14.224791 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-273672a6-3850-4ba0-bd9e-bda85b3ffe7e tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:14.230876 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-273672a6-3850-4ba0-bd9e-bda85b3ffe7e tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:14.236543 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9681c-b81c-421e-932f-3a130119fb10 req-d222abe9-a7e7-4ba3-a5b1-ef1e2ea10279 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:14.238051 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-82b9681c-b81c-421e-932f-3a130119fb10 req-d222abe9-a7e7-4ba3-a5b1-ef1e2ea10279 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0808852 Sep 23 01:32:14.298685 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-82b9681c-b81c-421e-932f-3a130119fb10 req-8bf0b1ef-8d8a-460b-a229-58759f20d1a1 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535390 Sep 23 01:32:14.324983 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-74ad6798-1bb0-43b9-a0ef-e2242f86281b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:14.331712 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:14.407241 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-273672a6-3850-4ba0-bd9e-bda85b3ffe7e tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5106070 Sep 23 01:32:14.416982 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-74ad6798-1bb0-43b9-a0ef-e2242f86281b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for security_group (710b6928-b2f1-4539-8529-e8c9ef6f0001), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:14.431618 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Request body: {'port': {'device_id': '2797dc79-1fc8-447f-865e-401bc4353e75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:14.501947 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (a06eccad-6dd8-455b-a742-fada65ca5091), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:14.638141 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-74ad6798-1bb0-43b9-a0ef-e2242f86281b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (710b6928-b2f1-4539-8529-e8c9ef6f0001), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:14.707677 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad6798-1bb0-43b9-a0ef-e2242f86281b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710b6928-b2f1-4539-8529-e8c9ef6f0001,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:14.740944 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20239834-bac3-48b5-be34-a2e5f5b9df59 req-bd851d25-7422-4eaa-adf6-ef476b0eb9ca tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:14.744414 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-20239834-bac3-48b5-be34-a2e5f5b9df59 req-bd851d25-7422-4eaa-adf6-ef476b0eb9ca tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 931 time: 0.1073775 Sep 23 01:32:14.759652 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-74ad6798-1bb0-43b9-a0ef-e2242f86281b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:14.764418 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-74ad6798-1bb0-43b9-a0ef-e2242f86281b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7239377 Sep 23 01:32:14.765287 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 43156) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:14.791606 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-08a71051-7532-4089-9512-a438e1062fb0 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Request body: {'security_group_rule': {'security_group_id': '710b6928-b2f1-4539-8529-e8c9ef6f0001', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:14.848654 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-20239834-bac3-48b5-be34-a2e5f5b9df59 req-de583b99-26ac-4dbc-9b59-e52237c78748 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980656 Sep 23 01:32:14.849213 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f62478d2-4ab3-4048-a021-a474eee0855b req-2e4ce686-c9e2-41f7-b724-bb9e031f7b79 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 210 time: 0.0418730 Sep 23 01:32:15.003006 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:32:15.032913 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06eccad-6dd8-455b-a742-fada65ca5091 {{(pid=107236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:32:15.047882 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Publish callbacks [] for port (a06eccad-6dd8-455b-a742-fada65ca5091), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:15.051487 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:32:15.052068 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 50f6d2ef-4fa7-4a7a-83e6-6a047944f173 not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:32:15.074346 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5ba5d-cd0f-4aef-b534-b0bf3a844523 req-d668239d-8d8a-448c-a66e-e275c54c4936 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:15.083453 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.provisioning_blocks [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Transition to ACTIVE for port object a06eccad-6dd8-455b-a742-fada65ca5091 will not be triggered until provisioned by entity L2. {{(pid=107236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:32:15.095847 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-cca5ba5d-cd0f-4aef-b534-b0bf3a844523 req-d668239d-8d8a-448c-a66e-e275c54c4936 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.1151407 Sep 23 01:32:15.096210 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-08a71051-7532-4089-9512-a438e1062fb0 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for security_group_rule (43becb06-6174-4fe8-a826-d87c9b89d43e), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:15.200449 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-cca5ba5d-cd0f-4aef-b534-b0bf3a844523 req-579a570a-b461-4fad-99af-535336fa66ca tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987623 Sep 23 01:32:15.216816 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (a06eccad-6dd8-455b-a742-fada65ca5091), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:15.312512 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-08a71051-7532-4089-9512-a438e1062fb0 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for security_group_rule (43becb06-6174-4fe8-a826-d87c9b89d43e), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:15.314480 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Pushing event updated for resources: {'Port': ['ID=a06eccad-6dd8-455b-a742-fada65ca5091,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:15.328293 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Attempting to bind port a06eccad-6dd8-455b-a742-fada65ca5091 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:32:15.328639 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Attempting to bind port a06eccad-6dd8-455b-a742-fada65ca5091 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '5a2f93ae-418b-455b-aed7-319fe1df8fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05'}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:32:15.328970 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Attempting to bind port a06eccad-6dd8-455b-a742-fada65ca5091 on network 2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:32:15.379691 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Port a06eccad-6dd8-455b-a742-fada65ca5091 on network 2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:32:15.380195 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Attempting to bind port a06eccad-6dd8-455b-a742-fada65ca5091 on network 2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:32:15.463146 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:32:15.463601 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Checking segment: {'id': '5a2f93ae-418b-455b-aed7-319fe1df8fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:32:15.463900 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Bound using segment: {'id': '5a2f93ae-418b-455b-aed7-319fe1df8fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05'} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:32:15.464480 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Bound port: a06eccad-6dd8-455b-a742-fada65ca5091, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a2f93ae-418b-455b-aed7-319fe1df8fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05'}}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:32:15.464846 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (a06eccad-6dd8-455b-a742-fada65ca5091), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:15.473673 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3654e1-cf45-435a-986e-757b3aaa7187 req-ee095005-db6b-4147-a28e-e1ba42b0a485 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:15.475250 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3e3654e1-cf45-435a-986e-757b3aaa7187 req-ee095005-db6b-4147-a28e-e1ba42b0a485 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0744336 Sep 23 01:32:15.495085 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-08a71051-7532-4089-9512-a438e1062fb0 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (43becb06-6174-4fe8-a826-d87c9b89d43e), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:15.554819 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a71051-7532-4089-9512-a438e1062fb0 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43becb06-6174-4fe8-a826-d87c9b89d43e,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:15.608252 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3e3654e1-cf45-435a-986e-757b3aaa7187 req-dbc39c95-3783-4d23-ad00-4dbef3aeafbc tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244292 Sep 23 01:32:15.615108 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] For port a06eccad-6dd8-455b-a742-fada65ca5091, host hv-cinder-84914, cleared binding levels {{(pid=107236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:32:15.618683 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] For port a06eccad-6dd8-455b-a742-fada65ca5091, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a06eccad-6dd8-455b-a742-fada65ca5091,segment=NetworkSegment(5a2f93ae-418b-455b-aed7-319fe1df8fbe),segment_id=5a2f93ae-418b-455b-aed7-319fe1df8fbe)] {{(pid=107236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:32:15.713521 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-08a71051-7532-4089-9512-a438e1062fb0 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:15.714680 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-08a71051-7532-4089-9512-a438e1062fb0 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9485853 Sep 23 01:32:15.718605 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 43172) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:15.723301 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-bfd37649-a672-4f63-a184-9e31dcd4ac7e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Request body: {'security_group_rule': {'security_group_id': '710b6928-b2f1-4539-8529-e8c9ef6f0001', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:15.776173 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (a06eccad-6dd8-455b-a742-fada65ca5091), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:15.782024 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:15.783197 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:15.787035 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/a06eccad-6dd8-455b-a742-fada65ca5091 HTTP/1.1" status: 200 len: 1093 time: 1.3571534 Sep 23 01:32:15.787618 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2797dc79-1fc8-447f-865e-401bc4353e75', 'tag': 'a06eccad-6dd8-455b-a742-fada65ca5091'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:15.789980 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b3056b-c454-4ad0-a5ad-f5271e31f317" -d '{"events": [{"name": "network-changed", "server_uuid": "2797dc79-1fc8-447f-865e-401bc4353e75", "tag": "a06eccad-6dd8-455b-a742-fada65ca5091"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:15.824207 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bfd37649-a672-4f63-a184-9e31dcd4ac7e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for security_group_rule (b1927a4d-620f-4221-87a1-ca07314b0440), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:15.865323 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ec4b59-7ec6-40de-a9eb-802b42dc5aa4 x-openstack-request-id: req-f1ec4b59-7ec6-40de-a9eb-802b42dc5aa4 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:15.865603 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2797dc79-1fc8-447f-865e-401bc4353e75", "tag": "a06eccad-6dd8-455b-a742-fada65ca5091", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:15.866170 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f1ec4b59-7ec6-40de-a9eb-802b42dc5aa4 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:15.866264 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ec4b59-7ec6-40de-a9eb-802b42dc5aa4'] response: {'name': 'network-changed', 'server_uuid': '2797dc79-1fc8-447f-865e-401bc4353e75', 'tag': 'a06eccad-6dd8-455b-a742-fada65ca5091', 'status': 'completed', 'code': 200} Sep 23 01:32:15.882495 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbc869-8cd9-43c4-8924-c5283e14aa50 service neutron] Pushing event updated for resources: {'Port': ['ID=a06eccad-6dd8-455b-a742-fada65ca5091,revision_number=3']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:15.910802 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 43178) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:15.911017 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bfd37649-a672-4f63-a184-9e31dcd4ac7e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for security_group_rule (b1927a4d-620f-4221-87a1-ca07314b0440), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:16.047832 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2ab90462-5925-4cb0-a4ba-a9b10eead9f6 req-7cf2ac68-183c-4f63-9ca2-350700b35853 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b8e8957e-701e-458d-85dc-f85fadd5cd30 HTTP/1.1" status: 200 len: 210 time: 0.0447927 Sep 23 01:32:16.138823 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-da1da7f3-235c-430b-8900-970aacc2d265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:16.277887 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-da1da7f3-235c-430b-8900-970aacc2d265 admin admin] Publish callbacks [] for security_group (b88ace8a-3814-465b-82b4-ddfe5ccc4e24), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:16.304396 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bfd37649-a672-4f63-a184-9e31dcd4ac7e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (b1927a4d-620f-4221-87a1-ca07314b0440), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:16.355366 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:16.370367 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-da1da7f3-235c-430b-8900-970aacc2d265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (b88ace8a-3814-465b-82b4-ddfe5ccc4e24), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:16.387129 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a71d8-3ba9-4c8b-ba7b-ac89e681ddf0 req-c8276d1c-6a57-4fcb-b2dc-2afc5e8a0103 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:16.388883 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b70a71d8-3ba9-4c8b-ba7b-ac89e681ddf0 req-c8276d1c-6a57-4fcb-b2dc-2afc5e8a0103 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0700214 Sep 23 01:32:16.403541 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd37649-a672-4f63-a184-9e31dcd4ac7e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1927a4d-620f-4221-87a1-ca07314b0440,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:16.407308 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3056b-c454-4ad0-a5ad-f5271e31f317 req-bc8fcd34-5ff0-4f8b-8708-ae4580907bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:16.410198 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b1b3056b-c454-4ad0-a5ad-f5271e31f317 req-bc8fcd34-5ff0-4f8b-8708-ae4580907bd9 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=95935852764e413c8bbd23c16ddf13a5&device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 1127 time: 0.4800305 Sep 23 01:32:16.433467 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf2c9f-b001-49a5-ad87-0eb7ce2a4a8c req-f6ba62a8-ca7b-4afb-b709-9b61851035ec tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:16.436946 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1adf2c9f-b001-49a5-ad87-0eb7ce2a4a8c req-f6ba62a8-ca7b-4afb-b709-9b61851035ec tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 943 time: 0.4588773 Sep 23 01:32:16.446008 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-da1da7f3-235c-430b-8900-970aacc2d265 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8cf171d42bd64851869a81c2a0c82ddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5338922 Sep 23 01:32:16.450467 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 43196) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:16.452931 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1da7f3-235c-430b-8900-970aacc2d265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88ace8a-3814-465b-82b4-ddfe5ccc4e24,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:16.494087 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b70a71d8-3ba9-4c8b-ba7b-ac89e681ddf0 req-46606d56-d3c4-472e-8d77-6e1485b4a8c2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917761 Sep 23 01:32:16.534959 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bfd37649-a672-4f63-a184-9e31dcd4ac7e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:16.538634 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-bfd37649-a672-4f63-a184-9e31dcd4ac7e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8165839 Sep 23 01:32:16.541552 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 43198) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:16.552837 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-72c12410-5bdc-46e5-88d4-02c6951568c8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Request body: {'floatingip': {'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:16.555203 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1adf2c9f-b001-49a5-ad87-0eb7ce2a4a8c req-9e62fca9-c3be-462a-a922-6660e9a85770 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119545 Sep 23 01:32:16.626492 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2e1af131-80d5-441c-877b-24ed445b9a86 admin admin] Publish callbacks [] for security_group (b88ace8a-3814-465b-82b4-ddfe5ccc4e24), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:16.671808 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2e1af131-80d5-441c-877b-24ed445b9a86 admin admin] Publish callbacks [] for security_group (b88ace8a-3814-465b-82b4-ddfe5ccc4e24), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:16.701497 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3056b-c454-4ad0-a5ad-f5271e31f317 req-ecfd60d0-8bf6-4c8a-89cb-fbccb1e61646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:16.701497 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b1b3056b-c454-4ad0-a5ad-f5271e31f317 req-ecfd60d0-8bf6-4c8a-89cb-fbccb1e61646 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=95935852764e413c8bbd23c16ddf13a5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1882706 Sep 23 01:32:16.718030 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-72c12410-5bdc-46e5-88d4-02c6951568c8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:16.842897 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3056b-c454-4ad0-a5ad-f5271e31f317 req-7d77d819-25ae-4f2c-91b6-4f630623784e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:16.844458 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b1b3056b-c454-4ad0-a5ad-f5271e31f317 req-7d77d819-25ae-4f2c-91b6-4f630623784e service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332991 Sep 23 01:32:16.879007 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842ff77-6d56-45a6-8d61-4bc85c85fabe req-5f4c9d96-f7d4-45d7-8dca-805131e35ae7 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:16.881082 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8842ff77-6d56-45a6-8d61-4bc85c85fabe req-5f4c9d96-f7d4-45d7-8dca-805131e35ae7 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.1681006 Sep 23 01:32:16.889387 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2e1af131-80d5-441c-877b-24ed445b9a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (b88ace8a-3814-465b-82b4-ddfe5ccc4e24), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:16.892531 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2e1af131-80d5-441c-877b-24ed445b9a86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:16.897541 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-2e1af131-80d5-441c-877b-24ed445b9a86 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b88ace8a-3814-465b-82b4-ddfe5ccc4e24 HTTP/1.1" status: 204 len: 168 time: 0.4401245 Sep 23 01:32:16.917339 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1af131-80d5-441c-877b-24ed445b9a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88ace8a-3814-465b-82b4-ddfe5ccc4e24,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:16.986305 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-72c12410-5bdc-46e5-88d4-02c6951568c8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:17.042006 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-9bfa3168-fa81-40c7-b50a-5be550db1244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:17.046478 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-9bfa3168-fa81-40c7-b50a-5be550db1244 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=95935852764e413c8bbd23c16ddf13a5&device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 1127 time: 0.0694818 Sep 23 01:32:17.072358 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8842ff77-6d56-45a6-8d61-4bc85c85fabe req-a26dcb94-3c81-4c16-9b4e-af6cbbe6ccda tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724448 Sep 23 01:32:17.130210 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-3382b7bf-4fd7-4b6c-98df-91dbee395641 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a06eccad-6dd8-455b-a742-fada65ca5091 HTTP/1.1" status: 200 len: 217 time: 0.0708790 Sep 23 01:32:17.202200 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-851d8058-3c9a-4172-a0e3-c988fa96cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:17.203119 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-851d8058-3c9a-4172-a0e3-c988fa96cd6a service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=590aaa88-2261-47b9-9013-d3b44835be14 HTTP/1.1" status: 200 len: 854 time: 0.0664151 Sep 23 01:32:17.203985 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [None req-72c12410-5bdc-46e5-88d4-02c6951568c8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Allocated IP 172.27.1.223 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/ac554a8d-4c23-4a43-b061-2b737ad547a1) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:32:17.272224 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-bc05a226-c940-4f7e-afda-b18f71940064 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504198 Sep 23 01:32:17.458639 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-72c12410-5bdc-46e5-88d4-02c6951568c8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for port (ac554a8d-4c23-4a43-b061-2b737ad547a1), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:17.461805 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-78c83e87-affd-4575-b4e0-d711a8f8c471 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786931 Sep 23 01:32:17.596128 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2522cd63-aca7-4533-87b4-9f57e2bfd92c req-d6a3b0d2-6087-47cf-89aa-b24580ac4070 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263692 Sep 23 01:32:17.605362 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-913f6fa6-0140-4161-9ec6-00123026904e tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:17.616791 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-913f6fa6-0140-4161-9ec6-00123026904e tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/networks?id=9bf674af-206f-436e-bb8c-2e0cce6fc1f2 HTTP/1.1" status: 200 len: 808 time: 0.1753654 Sep 23 01:32:17.641444 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-901c6c91-ce45-43c2-bf77-c0e82df9a1c9 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/quotas/3816d889342e400383f7e5e6f4ebbe04 HTTP/1.1" status: 200 len: 375 time: 0.0168300 Sep 23 01:32:17.666044 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-72c12410-5bdc-46e5-88d4-02c6951568c8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (ac554a8d-4c23-4a43-b061-2b737ad547a1), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:17.696353 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c0c0e-0c9d-449d-a65b-e743f77f8c34 req-fc7467f1-43cb-41b2-beea-1dd2775f46d2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:17.700130 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0f6c0c0e-0c9d-449d-a65b-e743f77f8c34 req-fc7467f1-43cb-41b2-beea-1dd2775f46d2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0615675 Sep 23 01:32:17.712713 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-4cf67957-9194-4d1b-8405-42d93bd8165f tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=3816d889342e400383f7e5e6f4ebbe04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635078 Sep 23 01:32:17.726901 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c12410-5bdc-46e5-88d4-02c6951568c8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:32:17.744396 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-72c12410-5bdc-46e5-88d4-02c6951568c8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:32:17.758686 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c12410-5bdc-46e5-88d4-02c6951568c8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:32:17.773976 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0f6c0c0e-0c9d-449d-a65b-e743f77f8c34 req-03bc5bd0-bbb1-48b7-b8b0-6144dcdc1dd6 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697451 Sep 23 01:32:17.823493 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c12410-5bdc-46e5-88d4-02c6951568c8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Pushing event updated for resources: {'Port': ['ID=ac554a8d-4c23-4a43-b061-2b737ad547a1,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:17.927318 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-a49dd311-9813-4791-97cd-a9b359a78b81 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9bf674af-206f-436e-bb8c-2e0cce6fc1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991956 Sep 23 01:32:17.945478 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e21ec-43f0-4e51-a880-eb703ec80fb5 req-ea5ab114-e0e9-495f-91f0-421d8f44c581 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:17.947388 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f13e21ec-43f0-4e51-a880-eb703ec80fb5 req-ea5ab114-e0e9-495f-91f0-421d8f44c581 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 943 time: 0.0651920 Sep 23 01:32:17.948787 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-72c12410-5bdc-46e5-88d4-02c6951568c8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for floatingip (9b0e052c-d12d-4dca-810c-eda79c0a359f), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.009862 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 43232) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:18.017185 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f13e21ec-43f0-4e51-a880-eb703ec80fb5 req-44a9ff62-52cc-4e7f-9956-1f8eda6ea0a9 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614483 Sep 23 01:32:18.037870 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0e97ecbc-a7b9-48bf-90ed-09633d76fca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.075984 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-6b02fecc-921a-4152-9d29-a2b2ca3f170a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9bf674af-206f-436e-bb8c-2e0cce6fc1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380665 Sep 23 01:32:18.083666 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-72c12410-5bdc-46e5-88d4-02c6951568c8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (ac554a8d-4c23-4a43-b061-2b737ad547a1), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.193141 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0e97ecbc-a7b9-48bf-90ed-09633d76fca7 admin admin] Publish callbacks [] for security_group (a2429dfe-3964-4db2-ba6b-1d4dfd176ac6), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.241353 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd24db-0cef-4929-9dca-6fa36e9be04c req-1f27e1a4-f1ed-466b-8973-438ccdcd6bd4 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:18.242926 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-fefd24db-0cef-4929-9dca-6fa36e9be04c req-1f27e1a4-f1ed-466b-8973-438ccdcd6bd4 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0643494 Sep 23 01:32:18.277640 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-72c12410-5bdc-46e5-88d4-02c6951568c8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for port (ac554a8d-4c23-4a43-b061-2b737ad547a1), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.301634 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-fefd24db-0cef-4929-9dca-6fa36e9be04c req-6a7ee587-ada2-4fe8-8af6-25bf48e83e49 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515833 Sep 23 01:32:18.302849 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0e97ecbc-a7b9-48bf-90ed-09633d76fca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (a2429dfe-3964-4db2-ba6b-1d4dfd176ac6), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.352480 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-0e97ecbc-a7b9-48bf-90ed-09633d76fca7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=fabdc17fa59b4ab0a1b36bda87831cfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413208 Sep 23 01:32:18.355629 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 43238) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:18.360314 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97ecbc-a7b9-48bf-90ed-09633d76fca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2429dfe-3964-4db2-ba6b-1d4dfd176ac6,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:18.420318 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-72c12410-5bdc-46e5-88d4-02c6951568c8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3173566'] for port (ac554a8d-4c23-4a43-b061-2b737ad547a1), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.441765 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9a6ba25c-fe1c-41c0-a990-7255d3b6a3f3 req-4a5f90ff-9c04-4a16-b43e-2fe4de50aa88 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 210 time: 0.0568316 Sep 23 01:32:18.571808 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e1bd814a-e30c-4597-b57c-961448a0a74d admin admin] Publish callbacks [] for security_group (a2429dfe-3964-4db2-ba6b-1d4dfd176ac6), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.608144 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-72c12410-5bdc-46e5-88d4-02c6951568c8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (9b0e052c-d12d-4dca-810c-eda79c0a359f), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.620874 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c12410-5bdc-46e5-88d4-02c6951568c8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Pushing event updated for resources: {'Port': ['ID=ac554a8d-4c23-4a43-b061-2b737ad547a1,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:18.635886 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e1bd814a-e30c-4597-b57c-961448a0a74d admin admin] Publish callbacks [] for security_group (a2429dfe-3964-4db2-ba6b-1d4dfd176ac6), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.644282 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:18.782095 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e1bd814a-e30c-4597-b57c-961448a0a74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (a2429dfe-3964-4db2-ba6b-1d4dfd176ac6), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.785962 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e1bd814a-e30c-4597-b57c-961448a0a74d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.787375 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-e1bd814a-e30c-4597-b57c-961448a0a74d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a2429dfe-3964-4db2-ba6b-1d4dfd176ac6 HTTP/1.1" status: 204 len: 168 time: 0.4295509 Sep 23 01:32:18.792094 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-72c12410-5bdc-46e5-88d4-02c6951568c8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.804173 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-72c12410-5bdc-46e5-88d4-02c6951568c8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2509246 Sep 23 01:32:18.825690 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd814a-e30c-4597-b57c-961448a0a74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2429dfe-3964-4db2-ba6b-1d4dfd176ac6,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:18.872535 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:18.962720 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:18.989570 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b34e3d-7e0b-4137-b2bb-8e6f300299b5 req-3b93bf97-3a65-4c0f-bfd4-06499dcc93b3 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:19.000085 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-63b34e3d-7e0b-4137-b2bb-8e6f300299b5 req-3b93bf97-3a65-4c0f-bfd4-06499dcc93b3 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0885236 Sep 23 01:32:19.026932 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 67de195b-49ec-4b3f-a46f-2918a89919f7 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:32:19.047750 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:19.053638 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-63b34e3d-7e0b-4137-b2bb-8e6f300299b5 req-4136b3b5-9352-4117-8b90-9742892f1a30 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525935 Sep 23 01:32:19.174344 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-9389993a-df92-4bdc-b65a-502eb829ee0c tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1169028609&fields=id&tenant_id=1b8939e407ff4bdc81191af7f0593cd5 HTTP/1.1" status: 200 len: 267 time: 0.0805469 Sep 23 01:32:19.234065 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 67de195b-49ec-4b3f-a46f-2918a89919f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=67de195b-49ec-4b3f-a46f-2918a89919f7,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:19.258273 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00571247-a82b-4560-8ee0-7477785039ec req-83a31c4f-c938-40a2-9aae-613b2a52de98 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:19.260240 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-00571247-a82b-4560-8ee0-7477785039ec req-83a31c4f-c938-40a2-9aae-613b2a52de98 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 943 time: 0.1154776 Sep 23 01:32:19.261790 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': '67de195b-49ec-4b3f-a46f-2918a89919f7', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'port_id': '67de195b-49ec-4b3f-a46f-2918a89919f7', 'mac_address': 'fa:16:3e:68:58:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:32:19.319498 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-71650b4e-6ffd-4e19-943f-03f9627d00aa tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:19.321489 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-71650b4e-6ffd-4e19-943f-03f9627d00aa tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/networks?id=f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 200 len: 819 time: 0.1510329 Sep 23 01:32:19.325817 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 67de195b-49ec-4b3f-a46f-2918a89919f7 is: ACTIVE; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:19.326533 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:19.331916 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:19.333375 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:19.359634 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-00571247-a82b-4560-8ee0-7477785039ec req-38083f0f-e963-405b-8ad1-b5d38cec492b tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905795 Sep 23 01:32:19.363694 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-b986deaa-698e-4547-a781-f4fecfd433f8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/quotas/1b8939e407ff4bdc81191af7f0593cd5 HTTP/1.1" status: 200 len: 375 time: 0.0291221 Sep 23 01:32:19.368871 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67de195b-49ec-4b3f-a46f-2918a89919f7 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:32:19.478948 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-2cf04ba5-f353-489d-ae35-95aef985e8be tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1077209 Sep 23 01:32:19.483508 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:19.496589 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 67de195b-49ec-4b3f-a46f-2918a89919f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=67de195b-49ec-4b3f-a46f-2918a89919f7,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:19.609888 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:19.641074 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a534655-e86a-4c02-ab2c-5f3c83649a42 req-73296450-c14e-46bd-8f41-1a94f07437f0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:19.642668 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8a534655-e86a-4c02-ab2c-5f3c83649a42 req-73296450-c14e-46bd-8f41-1a94f07437f0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0986876 Sep 23 01:32:19.663004 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-e74e8faa-c335-4400-a1b8-98d4eb716e36 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724150 Sep 23 01:32:19.679890 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:19.704351 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=67de195b-49ec-4b3f-a46f-2918a89919f7,revision_number=6']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:19.715097 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8a534655-e86a-4c02-ab2c-5f3c83649a42 req-91c2a747-61f3-4120-a69f-189c99a47054 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616231 Sep 23 01:32:19.819119 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6d7acd1f-db3e-4f5e-986b-aee575898b13 req-b1218ed8-2bce-4e0a-b8f2-8f057d82ce84 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 210 time: 0.0400970 Sep 23 01:32:19.842425 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['67de195b-49ec-4b3f-a46f-2918a89919f7'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:32:19.952196 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:20.043636 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-4d37862a-af0d-4133-a3a8-aee9f60cf23f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739955 Sep 23 01:32:20.242525 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec295a-d0bc-4c13-9b9f-ec133a39b1de req-eac952ea-d79c-40cf-836f-1fc3688fb40c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:20.245444 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f2ec295a-d0bc-4c13-9b9f-ec133a39b1de req-eac952ea-d79c-40cf-836f-1fc3688fb40c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 944 time: 0.0763021 Sep 23 01:32:20.359493 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f2ec295a-d0bc-4c13-9b9f-ec133a39b1de req-815fee50-210c-4446-b16f-1e06b8206433 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011372 Sep 23 01:32:20.405066 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d9e11542-9bbd-49b1-9791-883973692606 req-4cad4995-3e70-4d5a-afc8-eeedef6e5ee2 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 210 time: 0.0464330 Sep 23 01:32:20.597860 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bbd45-0809-46ac-a6e4-d22423badc76 req-f603650d-4524-4966-80f2-59ec7fe47ec4 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:20.600139 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ee7bbd45-0809-46ac-a6e4-d22423badc76 req-f603650d-4524-4966-80f2-59ec7fe47ec4 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 943 time: 0.0960536 Sep 23 01:32:20.669809 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ee7bbd45-0809-46ac-a6e4-d22423badc76 req-ce32961c-0c42-4b73-8613-b9a34778a85d tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635257 Sep 23 01:32:20.926862 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd2963-35f4-4ca7-aef6-ba1f443b2b1c req-44a6384f-068d-4e28-903b-fa8075311ab3 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:20.931280 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-eddd2963-35f4-4ca7-aef6-ba1f443b2b1c req-44a6384f-068d-4e28-903b-fa8075311ab3 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0885069 Sep 23 01:32:21.004874 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-eddd2963-35f4-4ca7-aef6-ba1f443b2b1c req-a7b4c052-71e3-4374-a88a-55d647072708 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540698 Sep 23 01:32:21.046940 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device a06eccad-6dd8-455b-a742-fada65ca5091 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:32:21.076112 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-27312a57-730d-459f-864a-542cfc8cd355 req-fe5349bc-913f-4a40-acbc-08df10eef31f tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 210 time: 0.0392530 Sep 23 01:32:21.085690 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 67de195b-49ec-4b3f-a46f-2918a89919f7 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:32:21.212467 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port 67de195b-49ec-4b3f-a46f-2918a89919f7 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:32:21.213100 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:21.213869 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port 67de195b-49ec-4b3f-a46f-2918a89919f7 Sep 23 01:32:21.309422 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port a06eccad-6dd8-455b-a742-fada65ca5091, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a06eccad-6dd8-455b-a742-fada65ca5091,segment=NetworkSegment(5a2f93ae-418b-455b-aed7-319fe1df8fbe),segment_id=5a2f93ae-418b-455b-aed7-319fe1df8fbe)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:21.360899 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': 'a06eccad-6dd8-455b-a742-fada65ca5091', 'network_id': '2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05', 'port_id': 'a06eccad-6dd8-455b-a742-fada65ca5091', 'mac_address': 'fa:16:3e:32:6c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590aaa88-2261-47b9-9013-d3b44835be14', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:32:21.498132 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 67de195b-49ec-4b3f-a46f-2918a89919f7 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:21.498517 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:21.515461 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port a06eccad-6dd8-455b-a742-fada65ca5091 is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:21.516066 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (a06eccad-6dd8-455b-a742-fada65ca5091), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:21.526888 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-421e41ea-6652-432f-9d02-7f6c1b895468 req-e5bc5fce-7d6b-4e66-928e-8745765420e2 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 210 time: 0.0396392 Sep 23 01:32:21.549470 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67de195b-49ec-4b3f-a46f-2918a89919f7'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:21.552460 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fa11ce-be0d-4407-831b-9c9e532c47d1" -d '{"events": [{"server_uuid": "dd3312b8-1d33-4b15-9ffd-270013a3b14d", "name": "network-vif-plugged", "status": "completed", "tag": "67de195b-49ec-4b3f-a46f-2918a89919f7"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:21.566001 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06eccad-6dd8-455b-a742-fada65ca5091 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:32:21.568089 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706f9f-3564-4d26-8aaf-39191c7c5537 req-0c3d67e7-25c1-4fd1-a954-40d919edc9d1 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:21.571694 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2706f9f-3564-4d26-8aaf-39191c7c5537 req-0c3d67e7-25c1-4fd1-a954-40d919edc9d1 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 944 time: 0.0771079 Sep 23 01:32:21.583258 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 67de195b-49ec-4b3f-a46f-2918a89919f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=67de195b-49ec-4b3f-a46f-2918a89919f7,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:21.620754 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d8662f-7ff9-48bd-a55c-a6dc70d4a445 x-openstack-request-id: req-c4d8662f-7ff9-48bd-a55c-a6dc70d4a445 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:21.621531 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3312b8-1d33-4b15-9ffd-270013a3b14d", "name": "network-vif-plugged", "status": "completed", "tag": "67de195b-49ec-4b3f-a46f-2918a89919f7", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:21.621927 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4d8662f-7ff9-48bd-a55c-a6dc70d4a445 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:21.622631 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d8662f-7ff9-48bd-a55c-a6dc70d4a445'] response: {'server_uuid': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67de195b-49ec-4b3f-a46f-2918a89919f7', 'code': 200} Sep 23 01:32:21.624833 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port a06eccad-6dd8-455b-a742-fada65ca5091, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a06eccad-6dd8-455b-a742-fada65ca5091,segment=NetworkSegment(5a2f93ae-418b-455b-aed7-319fe1df8fbe),segment_id=5a2f93ae-418b-455b-aed7-319fe1df8fbe)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:21.643396 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a2706f9f-3564-4d26-8aaf-39191c7c5537 req-af34d950-37ab-404f-a403-325ddf9df3fd tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667584 Sep 23 01:32:21.740324 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:21.750670 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (a06eccad-6dd8-455b-a742-fada65ca5091), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:21.865758 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886971b1-e942-4b5d-918f-09bf21fe9eca req-01de913e-df6f-4eb8-8cfe-dfe9f5c8d6ed tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:21.874318 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-886971b1-e942-4b5d-918f-09bf21fe9eca req-01de913e-df6f-4eb8-8cfe-dfe9f5c8d6ed tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 944 time: 0.0810633 Sep 23 01:32:21.885443 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=67de195b-49ec-4b3f-a46f-2918a89919f7,revision_number=7']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:21.956076 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-886971b1-e942-4b5d-918f-09bf21fe9eca req-6ed6a6c6-b7a3-45e4-8910-9885c25c9a2c tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800273 Sep 23 01:32:21.994771 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=a06eccad-6dd8-455b-a742-fada65ca5091,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:22.142507 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['a06eccad-6dd8-455b-a742-fada65ca5091'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:32:22.279513 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:22.320245 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3353c-49da-48b3-9f9d-752d64ea15d4 req-ec4dc494-03d3-40c2-8fe5-58bb02db88fa tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:22.323699 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b151706e-47ab-4a75-aacb-d91f09a85e84 req-b62ed545-31cb-4920-9621-6b17703ce5bc tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 210 time: 0.0925016 Sep 23 01:32:22.333034 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c4d3353c-49da-48b3-9f9d-752d64ea15d4 req-ec4dc494-03d3-40c2-8fe5-58bb02db88fa tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.1773016 Sep 23 01:32:22.458900 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c4d3353c-49da-48b3-9f9d-752d64ea15d4 req-b175a2e9-1afd-4edb-8e0f-ef403a66cc21 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235108 Sep 23 01:32:22.602449 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-ba9f9d64-eee9-4da6-809e-6ab3ec4af1b3 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:22.605598 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-ba9f9d64-eee9-4da6-809e-6ab3ec4af1b3 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.81 "GET /networking/v2.0/networks?id=9bf674af-206f-436e-bb8c-2e0cce6fc1f2 HTTP/1.1" status: 200 len: 808 time: 0.2467875 Sep 23 01:32:22.629972 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-6339f769-4680-4b52-b58a-65f1bbf04054 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Request body: {'port': {'device_id': 'eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6', 'network_id': '9bf674af-206f-436e-bb8c-2e0cce6fc1f2', 'admin_state_up': True, 'tenant_id': '3816d889342e400383f7e5e6f4ebbe04'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:22.809586 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-899f34b6-505d-4048-ab6d-1c3927934c98 req-a32e25e7-7c28-4b55-a9b3-a265ab407df7 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 210 time: 0.0959244 Sep 23 01:32:22.849766 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:22.946329 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-6339f769-4680-4b52-b58a-65f1bbf04054 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Made reservation on behalf of 3816d889342e400383f7e5e6f4ebbe04 for: {'port': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:32:22.951951 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-6339f769-4680-4b52-b58a-65f1bbf04054 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:22.998732 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ca5bb-16a8-4b55-b25e-cf7c3b06aa06 req-5a0d4c8a-38bd-46d4-9d6d-13b600c25df3 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:23.012183 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-249ca5bb-16a8-4b55-b25e-cf7c3b06aa06 req-5a0d4c8a-38bd-46d4-9d6d-13b600c25df3 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.1168997 Sep 23 01:32:23.135097 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:23.150443 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-249ca5bb-16a8-4b55-b25e-cf7c3b06aa06 req-fdcae224-4334-4d88-97dd-5ef901402dc7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355498 Sep 23 01:32:23.218048 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2a125-6814-47a1-9de8-66ebd406c8a4 req-c73ced0a-4deb-4adf-82fe-b4669508bcc1 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:23.246870 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-80f2a125-6814-47a1-9de8-66ebd406c8a4 req-c73ced0a-4deb-4adf-82fe-b4669508bcc1 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.1712286 Sep 23 01:32:23.360237 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-6339f769-4680-4b52-b58a-65f1bbf04054 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Allocated IP 172.20.0.10 (9bf674af-206f-436e-bb8c-2e0cce6fc1f2/cfac0830-9335-41fe-b739-b01f4d5059b6/e1685418-9463-45a4-b038-692645ce18c7) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:32:23.393474 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-80f2a125-6814-47a1-9de8-66ebd406c8a4 req-ccb8c542-f267-420d-83d9-173afb6c4fe1 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437190 Sep 23 01:32:23.447974 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device a06eccad-6dd8-455b-a742-fada65ca5091 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:32:23.514012 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51dfe0-da10-4712-8353-c2715a007741 req-17b85c03-4b6c-43cd-82b5-b89388403ea5 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:23.527698 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ad51dfe0-da10-4712-8353-c2715a007741 req-17b85c03-4b6c-43cd-82b5-b89388403ea5 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 944 time: 0.2212784 Sep 23 01:32:23.529247 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port a06eccad-6dd8-455b-a742-fada65ca5091 completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:32:23.549208 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc54fcf-f5a8-429d-9bdf-c0fb5feb069e req-b02ed282-3dcb-4bc2-a159-e4b2347dbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:23.552853 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6dc54fcf-f5a8-429d-9bdf-c0fb5feb069e req-b02ed282-3dcb-4bc2-a159-e4b2347dbb15 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=92e9b7f9904f437f91148da9fc521326&device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 1129 time: 0.2356198 Sep 23 01:32:23.573152 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:23.615818 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port a06eccad-6dd8-455b-a742-fada65ca5091 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:32:23.616193 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (a06eccad-6dd8-455b-a742-fada65ca5091), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:23.616734 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port a06eccad-6dd8-455b-a742-fada65ca5091 Sep 23 01:32:23.841890 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-6339f769-4680-4b52-b58a-65f1bbf04054 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Publish callbacks [] for port (e1685418-9463-45a4-b038-692645ce18c7), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:23.844020 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port a06eccad-6dd8-455b-a742-fada65ca5091 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:23.844020 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (a06eccad-6dd8-455b-a742-fada65ca5091), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:23.845479 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ad51dfe0-da10-4712-8353-c2715a007741 req-b0d8a2d7-c9ba-44c4-90d8-e06a317795e9 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056345 Sep 23 01:32:24.108362 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d2b2fe22-f871-4e64-b8d9-9ed3a24d6f4b req-c7c7d275-4812-40b2-8a11-68daa29f8c5e tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 210 time: 0.1114278 Sep 23 01:32:24.110941 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2797dc79-1fc8-447f-865e-401bc4353e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06eccad-6dd8-455b-a742-fada65ca5091'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:24.110941 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcd7db7-3d60-43e4-bedc-32a3224c3fd6" -d '{"events": [{"server_uuid": "2797dc79-1fc8-447f-865e-401bc4353e75", "name": "network-vif-plugged", "status": "completed", "tag": "a06eccad-6dd8-455b-a742-fada65ca5091"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:24.111816 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc54fcf-f5a8-429d-9bdf-c0fb5feb069e req-768418fc-18ce-41a4-a741-ebf4de9fde7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:24.111816 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6dc54fcf-f5a8-429d-9bdf-c0fb5feb069e req-768418fc-18ce-41a4-a741-ebf4de9fde7a service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=62c29b3e-b2e8-4dd4-ada2-85bc80343af4 HTTP/1.1" status: 200 len: 912 time: 0.4284790 Sep 23 01:32:24.112368 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port a06eccad-6dd8-455b-a742-fada65ca5091, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a06eccad-6dd8-455b-a742-fada65ca5091,segment=NetworkSegment(5a2f93ae-418b-455b-aed7-319fe1df8fbe),segment_id=5a2f93ae-418b-455b-aed7-319fe1df8fbe)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:24.112368 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e31cf97-5f9c-413a-93e6-4bef9dbbde28 x-openstack-request-id: req-3e31cf97-5f9c-413a-93e6-4bef9dbbde28 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:24.112368 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2797dc79-1fc8-447f-865e-401bc4353e75", "name": "network-vif-plugged", "status": "completed", "tag": "a06eccad-6dd8-455b-a742-fada65ca5091", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:24.112368 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e31cf97-5f9c-413a-93e6-4bef9dbbde28 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:24.112368 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e31cf97-5f9c-413a-93e6-4bef9dbbde28'] response: {'server_uuid': '2797dc79-1fc8-447f-865e-401bc4353e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06eccad-6dd8-455b-a742-fada65ca5091', 'code': 200} Sep 23 01:32:24.113544 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6827b1f2-de34-4dd7-a828-62a44da0a6d3 req-7b9ee441-de1d-49a5-b5df-9878e8de8022 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 210 time: 0.0699408 Sep 23 01:32:24.404852 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6dc54fcf-f5a8-429d-9bdf-c0fb5feb069e req-d3d5d3c9-5296-4758-a24d-76436706be73 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8abb555-0222-4db9-8cfd-ae8b447de34c HTTP/1.1" status: 200 len: 1001 time: 0.1217630 Sep 23 01:32:24.444918 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659817f8-8abc-4506-8dc3-fe6eebdd4178 req-4ecc2528-6927-46d5-af95-504f909ed1e9 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:24.471094 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-659817f8-8abc-4506-8dc3-fe6eebdd4178 req-4ecc2528-6927-46d5-af95-504f909ed1e9 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.1621900 Sep 23 01:32:24.484692 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (a06eccad-6dd8-455b-a742-fada65ca5091), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:24.493257 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-6339f769-4680-4b52-b58a-65f1bbf04054 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (e1685418-9463-45a4-b038-692645ce18c7), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:24.525489 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc54fcf-f5a8-429d-9bdf-c0fb5feb069e req-ab004c24-f6dd-49f9-9d8f-4beb63a4677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:24.527171 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6dc54fcf-f5a8-429d-9bdf-c0fb5feb069e req-ab004c24-f6dd-49f9-9d8f-4beb63a4677b service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d36fada1-7414-44f7-a6e7-b0b2acebf5e7 HTTP/1.1" status: 200 len: 850 time: 0.1001844 Sep 23 01:32:24.616740 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-6339f769-4680-4b52-b58a-65f1bbf04054 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Network 9bf674af-206f-436e-bb8c-2e0cce6fc1f2 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:32:24.626746 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-6339f769-4680-4b52-b58a-65f1bbf04054 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:32:24.634274 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-6339f769-4680-4b52-b58a-65f1bbf04054 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:32:24.641314 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-6339f769-4680-4b52-b58a-65f1bbf04054 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:24.642619 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-6339f769-4680-4b52-b58a-65f1bbf04054 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:24.667922 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339f769-4680-4b52-b58a-65f1bbf04054 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Pushing event updated for resources: {'Port': ['ID=e1685418-9463-45a4-b038-692645ce18c7,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:24.681256 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=a06eccad-6dd8-455b-a742-fada65ca5091,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:24.703805 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-659817f8-8abc-4506-8dc3-fe6eebdd4178 req-ea2ac034-4759-4169-84b1-35150b4c2f49 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297366 Sep 23 01:32:24.752831 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e527e5-4416-4c00-9e85-299dd8486d90 req-46508378-dfd7-46eb-9a98-a6428609a9c4 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:24.754420 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-56e527e5-4416-4c00-9e85-299dd8486d90 req-46508378-dfd7-46eb-9a98-a6428609a9c4 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.1900241 Sep 23 01:32:24.758641 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc54fcf-f5a8-429d-9bdf-c0fb5feb069e req-ed512397-3e2e-4a30-874e-57aca7f4bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:24.760311 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6dc54fcf-f5a8-429d-9bdf-c0fb5feb069e req-ed512397-3e2e-4a30-874e-57aca7f4bb6a service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=62c29b3e-b2e8-4dd4-ada2-85bc80343af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2263727 Sep 23 01:32:24.862759 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-6339f769-4680-4b52-b58a-65f1bbf04054 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2393594 Sep 23 01:32:24.894435 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Request body: {'port': {'device_id': 'eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:24.960168 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6dc54fcf-f5a8-429d-9bdf-c0fb5feb069e req-7af2a840-be10-4d22-91d7-475410a1fe92 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915896 Sep 23 01:32:25.019268 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-56e527e5-4416-4c00-9e85-299dd8486d90 req-43389b23-76c2-4643-8aeb-160f3fa0aa66 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571635 Sep 23 01:32:25.064610 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093c3b0-6786-4257-9670-0a4a84c00a66 req-558b7c08-7484-4087-99e9-e4f12d995f62 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:25.071680 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6093c3b0-6786-4257-9670-0a4a84c00a66 req-558b7c08-7484-4087-99e9-e4f12d995f62 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 945 time: 0.0730634 Sep 23 01:32:25.088274 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:25.119220 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dcbe6-3016-48f7-b015-259f33006e13 req-59b36821-e13b-4f05-9a5e-e42371fc9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:25.120864 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-be2dcbe6-3016-48f7-b015-259f33006e13 req-59b36821-e13b-4f05-9a5e-e42371fc9a3b service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 1129 time: 0.1674457 Sep 23 01:32:25.179160 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6093c3b0-6786-4257-9670-0a4a84c00a66 req-aa1c8da4-529e-46b1-ae55-4a8999a4cd3f tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063571 Sep 23 01:32:25.235991 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (e1685418-9463-45a4-b038-692645ce18c7), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:25.304423 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-be2dcbe6-3016-48f7-b015-259f33006e13 req-f5a51d3d-aa86-45f1-99cf-badebb16dcb5 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418233 Sep 23 01:32:25.376824 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697098cb-fd74-4e84-8d0a-cdc443eab3e8 req-eb74ad75-57eb-4d22-93eb-88fedf338e06 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:25.385511 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-697098cb-fd74-4e84-8d0a-cdc443eab3e8 req-eb74ad75-57eb-4d22-93eb-88fedf338e06 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 932 time: 0.2351987 Sep 23 01:32:25.398522 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6dc54fcf-f5a8-429d-9bdf-c0fb5feb069e req-6f8d3622-aacf-43fd-a913-c978a844e055 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293494 Sep 23 01:32:25.413559 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b90d8245-afa4-4202-b160-1e04c64695f0 req-56778130-2b5c-495b-9266-be29a0879b02 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 210 time: 0.0610466 Sep 23 01:32:25.524365 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-697098cb-fd74-4e84-8d0a-cdc443eab3e8 req-eb29fdd0-605e-44cc-9a10-a04ac34a5786 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355226 Sep 23 01:32:25.550591 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-c8f46c17-42e3-4e57-b85f-21015ab9d472 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:25.553539 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-c8f46c17-42e3-4e57-b85f-21015ab9d472 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.81 "GET /networking/v2.0/networks?id=f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 200 len: 819 time: 0.5865455 Sep 23 01:32:25.742401 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:25.765777 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:25.797965 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1685418-9463-45a4-b038-692645ce18c7 {{(pid=107236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:32:25.808773 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Publish callbacks [] for port (e1685418-9463-45a4-b038-692645ce18c7), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:25.834860 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.provisioning_blocks [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Transition to ACTIVE for port object e1685418-9463-45a4-b038-692645ce18c7 will not be triggered until provisioned by entity L2. {{(pid=107236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:32:25.877554 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-5d710bfb-07bd-468c-abb7-b9ad4ca5d13b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1b8939e407ff4bdc81191af7f0593cd5 HTTP/1.1" status: 200 len: 380 time: 0.1833594 Sep 23 01:32:25.917391 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (e1685418-9463-45a4-b038-692645ce18c7), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:25.966853 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e30ee-c025-4771-a3bb-a22984e30b5f req-28bbb2c5-afd5-42b8-9200-280a46a953e8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:25.969058 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d74e30ee-c025-4771-a3bb-a22984e30b5f req-28bbb2c5-afd5-42b8-9200-280a46a953e8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.1062708 Sep 23 01:32:26.032309 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1685418-9463-45a4-b038-692645ce18c7,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:26.043451 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Attempting to bind port e1685418-9463-45a4-b038-692645ce18c7 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:32:26.044920 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Attempting to bind port e1685418-9463-45a4-b038-692645ce18c7 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'a5cf47d6-a863-4723-8504-f3909dffe132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9bf674af-206f-436e-bb8c-2e0cce6fc1f2'}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:32:26.044920 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Attempting to bind port e1685418-9463-45a4-b038-692645ce18c7 on network 9bf674af-206f-436e-bb8c-2e0cce6fc1f2 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:32:26.126757 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d74e30ee-c025-4771-a3bb-a22984e30b5f req-af25f22e-def0-471b-9f63-1a4ecc03422f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427610 Sep 23 01:32:26.168758 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Port e1685418-9463-45a4-b038-692645ce18c7 on network 9bf674af-206f-436e-bb8c-2e0cce6fc1f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:32:26.169644 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Attempting to bind port e1685418-9463-45a4-b038-692645ce18c7 on network 9bf674af-206f-436e-bb8c-2e0cce6fc1f2 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:32:26.244683 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:32:26.245577 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Checking segment: {'id': 'a5cf47d6-a863-4723-8504-f3909dffe132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9bf674af-206f-436e-bb8c-2e0cce6fc1f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:32:26.245577 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Bound using segment: {'id': 'a5cf47d6-a863-4723-8504-f3909dffe132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9bf674af-206f-436e-bb8c-2e0cce6fc1f2'} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:32:26.245987 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Bound port: e1685418-9463-45a4-b038-692645ce18c7, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5cf47d6-a863-4723-8504-f3909dffe132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9bf674af-206f-436e-bb8c-2e0cce6fc1f2'}}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:32:26.246354 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (e1685418-9463-45a4-b038-692645ce18c7), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:26.309256 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f71615-cc16-42d6-abf0-be508968e367 req-67036ad5-d750-4ae6-92bb-68f6c4131830 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:26.321007 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e6f71615-cc16-42d6-abf0-be508968e367 req-67036ad5-d750-4ae6-92bb-68f6c4131830 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.1427102 Sep 23 01:32:26.338088 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d0cf8714-5423-4add-997b-d8e54872bd40 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Request body: {'port': {'device_id': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'admin_state_up': True, 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'security_groups': ['710b6928-b2f1-4539-8529-e8c9ef6f0001']}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:26.388486 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] For port e1685418-9463-45a4-b038-692645ce18c7, host hv-cinder-84914, cleared binding levels {{(pid=107236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:32:26.394894 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] For port e1685418-9463-45a4-b038-692645ce18c7, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e1685418-9463-45a4-b038-692645ce18c7,segment=NetworkSegment(a5cf47d6-a863-4723-8504-f3909dffe132),segment_id=a5cf47d6-a863-4723-8504-f3909dffe132)] {{(pid=107236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:32:26.408423 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbccb9-7f8a-48d6-b322-e532f19b906a req-4e66f752-00cd-4a00-a7bd-98894a0c03e3 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:26.410145 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0afbccb9-7f8a-48d6-b322-e532f19b906a req-4e66f752-00cd-4a00-a7bd-98894a0c03e3 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 945 time: 0.0939445 Sep 23 01:32:26.456438 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e6f71615-cc16-42d6-abf0-be508968e367 req-d2a94991-045a-4e45-a8db-8dc11c0881d3 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342206 Sep 23 01:32:26.530993 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0afbccb9-7f8a-48d6-b322-e532f19b906a req-ffd2208a-0c1c-4b50-b49e-1e33bb12e29b tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142068 Sep 23 01:32:26.592756 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (e1685418-9463-45a4-b038-692645ce18c7), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:26.597604 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:26.598230 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:26.599865 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/e1685418-9463-45a4-b038-692645ce18c7 HTTP/1.1" status: 200 len: 1094 time: 1.7144108 Sep 23 01:32:26.600477 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6', 'tag': 'e1685418-9463-45a4-b038-692645ce18c7'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:26.602980 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643a7c87-0d71-4f23-91bd-e512293326d9" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6", "tag": "e1685418-9463-45a4-b038-692645ce18c7"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:26.712064 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-669e6309-b3f4-4a67-bd11-5e8a4e72b9c2 req-706ac863-2ec1-4b10-a3ac-a673413525b6 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 210 time: 0.1187406 Sep 23 01:32:26.805954 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d0cf8714-5423-4add-997b-d8e54872bd40 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Made reservation on behalf of 1b8939e407ff4bdc81191af7f0593cd5 for: {'port': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:32:26.818714 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d0cf8714-5423-4add-997b-d8e54872bd40 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:26.851579 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc9359f-95dd-41a2-8eab-074b053fd97b x-openstack-request-id: req-ccc9359f-95dd-41a2-8eab-074b053fd97b {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:26.852025 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6", "tag": "e1685418-9463-45a4-b038-692645ce18c7", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:26.852422 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ccc9359f-95dd-41a2-8eab-074b053fd97b {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:26.852934 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc9359f-95dd-41a2-8eab-074b053fd97b'] response: {'name': 'network-changed', 'server_uuid': 'eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6', 'tag': 'e1685418-9463-45a4-b038-692645ce18c7', 'status': 'completed', 'code': 200} Sep 23 01:32:26.884978 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99fab5-5155-4d69-bc84-baa4b7e46b80 req-2ed2af94-b116-43c5-b9a6-d60e30979d1d tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:26.886629 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1f99fab5-5155-4d69-bc84-baa4b7e46b80 req-2ed2af94-b116-43c5-b9a6-d60e30979d1d tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 944 time: 0.2029893 Sep 23 01:32:26.887924 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9de08-0f1a-46b9-a5f2-59d9cb19bcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1685418-9463-45a4-b038-692645ce18c7,revision_number=3']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:26.993055 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1f99fab5-5155-4d69-bc84-baa4b7e46b80 req-a7ae1016-0bc9-4476-a00d-c2179c97602b tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906694 Sep 23 01:32:27.063652 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d0cf8714-5423-4add-997b-d8e54872bd40 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Allocated IP 172.20.0.8 (f7b971fd-945f-4624-ba90-e53784d63da6/f171f77f-736d-489a-928a-20915fd59544/c77b59ee-17b3-4900-9eab-5cda9d09251b) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:32:27.269100 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d0cf8714-5423-4add-997b-d8e54872bd40 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for port (c77b59ee-17b3-4900-9eab-5cda9d09251b), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:27.319384 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6c66e-3916-4927-9043-ccdfa06be27f req-998ace08-e9fb-4af7-921b-e07905fc3f86 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:27.320880 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-89e6c66e-3916-4927-9043-ccdfa06be27f req-998ace08-e9fb-4af7-921b-e07905fc3f86 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0664785 Sep 23 01:32:27.383244 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-89e6c66e-3916-4927-9043-ccdfa06be27f req-fb1fa193-57c9-4602-a1a3-2512c063ed50 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546393 Sep 23 01:32:27.470034 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d0cf8714-5423-4add-997b-d8e54872bd40 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (c77b59ee-17b3-4900-9eab-5cda9d09251b), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:27.522208 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d0cf8714-5423-4add-997b-d8e54872bd40 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Network f7b971fd-945f-4624-ba90-e53784d63da6 is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:32:27.522208 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d0cf8714-5423-4add-997b-d8e54872bd40 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:32:27.524434 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d0cf8714-5423-4add-997b-d8e54872bd40 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:32:27.553483 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf8714-5423-4add-997b-d8e54872bd40 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Pushing event updated for resources: {'Port': ['ID=c77b59ee-17b3-4900-9eab-5cda9d09251b,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:27.558159 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:27.594015 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d0cf8714-5423-4add-997b-d8e54872bd40 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:27.594695 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d0cf8714-5423-4add-997b-d8e54872bd40 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:27.720928 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9127f-0e71-450b-af1f-810903adb182 req-cf8e4310-f0eb-477b-8b84-23b303230b95 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:27.722582 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5dc9127f-0e71-450b-af1f-810903adb182 req-cf8e4310-f0eb-477b-8b84-23b303230b95 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.1028249 Sep 23 01:32:27.744906 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d0cf8714-5423-4add-997b-d8e54872bd40 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4209096 Sep 23 01:32:27.794197 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4d3db-fd63-45c4-8ae8-132a2090be36 req-6efc3d30-fcbb-4870-bfa1-d91b1f591c7f tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:27.801646 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c5e4d3db-fd63-45c4-8ae8-132a2090be36 req-6efc3d30-fcbb-4870-bfa1-d91b1f591c7f tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 945 time: 0.1120658 Sep 23 01:32:27.862904 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:27.864805 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5dc9127f-0e71-450b-af1f-810903adb182 req-07291b4d-e9b3-4b3b-a513-44b3974163b7 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300709 Sep 23 01:32:27.902947 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c5e4d3db-fd63-45c4-8ae8-132a2090be36 req-ca67770d-6c7c-4529-ba4d-773d96e8cf19 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999250 Sep 23 01:32:28.004665 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00d52c-272d-4416-bf4a-e8c9d299fb28 req-0445a239-3194-4e4f-a1fa-f5359243f226 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:28.006665 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-eb00d52c-272d-4416-bf4a-e8c9d299fb28 req-0445a239-3194-4e4f-a1fa-f5359243f226 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 931 time: 0.0695379 Sep 23 01:32:28.011890 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3dd5026f-f0d3-40d1-9d34-b7a19b907bf2 None None] Provisioning complete for port c77b59ee-17b3-4900-9eab-5cda9d09251b triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:32:28.013763 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3dd5026f-f0d3-40d1-9d34-b7a19b907bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (c77b59ee-17b3-4900-9eab-5cda9d09251b), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:28.014472 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3dd5026f-f0d3-40d1-9d34-b7a19b907bf2 None None] Attempt 1 to provision port c77b59ee-17b3-4900-9eab-5cda9d09251b Sep 23 01:32:28.067443 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3dd5026f-f0d3-40d1-9d34-b7a19b907bf2 None None] Port c77b59ee-17b3-4900-9eab-5cda9d09251b cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:32:28.201227 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2de5d4-7bf8-40b9-b35d-17ee23c9192c req-be019453-333f-489d-ba74-de31f58fe678 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:28.206213 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1f2de5d4-7bf8-40b9-b35d-17ee23c9192c req-be019453-333f-489d-ba74-de31f58fe678 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 944 time: 0.0967348 Sep 23 01:32:28.221339 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-eb00d52c-272d-4416-bf4a-e8c9d299fb28 req-94593fdf-1fdb-44ec-9c43-70b3ef688db2 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070830 Sep 23 01:32:28.295708 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Request body: {'port': {'device_id': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:28.297995 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-5d53f8a4-1c33-4eb1-8f44-61f0a83f5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:28.301332 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-5d53f8a4-1c33-4eb1-8f44-61f0a83f5f51 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=3816d889342e400383f7e5e6f4ebbe04&device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 1128 time: 0.1925209 Sep 23 01:32:28.356140 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:28.382698 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-20c6d75f-f863-4d79-9901-80077ff5aa2e service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1685418-9463-45a4-b038-692645ce18c7 HTTP/1.1" status: 200 len: 217 time: 0.0537271 Sep 23 01:32:28.479311 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1f2de5d4-7bf8-40b9-b35d-17ee23c9192c req-b4af1261-a92c-4c55-b853-f398e081e1f7 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660055 Sep 23 01:32:28.503476 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c77b59ee-17b3-4900-9eab-5cda9d09251b), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:28.514205 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-626b84a4-a451-4199-9f12-eb23469cdbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:28.525407 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-626b84a4-a451-4199-9f12-eb23469cdbfa service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=cfac0830-9335-41fe-b739-b01f4d5059b6 HTTP/1.1" status: 200 len: 848 time: 0.1298497 Sep 23 01:32:28.569260 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3dd5026f-f0d3-40d1-9d34-b7a19b907bf2 None None] Attempt 2 to provision port c77b59ee-17b3-4900-9eab-5cda9d09251b Sep 23 01:32:28.628879 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-c7c58103-72d2-44a1-96c3-7ced5f2935dc service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=9bf674af-206f-436e-bb8c-2e0cce6fc1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942967 Sep 23 01:32:28.731742 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3dd5026f-f0d3-40d1-9d34-b7a19b907bf2 None None] Port c77b59ee-17b3-4900-9eab-5cda9d09251b cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:32:28.741025 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:28.806596 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2edd2-6256-4c0c-a034-7b49a01e7ad3 req-7cfba213-6b07-43ec-abf5-9ebef1b703e2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:28.829283 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-72b2edd2-6256-4c0c-a034-7b49a01e7ad3 req-7cfba213-6b07-43ec-abf5-9ebef1b703e2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.2097976 Sep 23 01:32:28.982846 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-72b2edd2-6256-4c0c-a034-7b49a01e7ad3 req-b3d6fa6a-0015-4ba6-a29c-08be196f655e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512821 Sep 23 01:32:29.035872 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-6414832f-f308-4913-923c-cac72ab6ca82 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/9bf674af-206f-436e-bb8c-2e0cce6fc1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761566 Sep 23 01:32:29.189587 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77b59ee-17b3-4900-9eab-5cda9d09251b {{(pid=107235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:32:29.208767 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4e877e6d-2f3f-471d-97cf-f409a197d6fe req-de1a1545-f4ee-434e-ac6e-2661fc92057b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/9bf674af-206f-436e-bb8c-2e0cce6fc1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641815 Sep 23 01:32:29.221022 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:29.233441 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3dd5026f-f0d3-40d1-9d34-b7a19b907bf2 None None] Attempt 3 to provision port c77b59ee-17b3-4900-9eab-5cda9d09251b Sep 23 01:32:29.239813 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Publish callbacks [] for port (c77b59ee-17b3-4900-9eab-5cda9d09251b), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:29.284960 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dba5aa-a539-42d2-9c37-ee0b718d920c req-3d2bf738-540a-41dc-a1c5-6dfd1ab50d12 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:29.287714 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-19dba5aa-a539-42d2-9c37-ee0b718d920c req-3d2bf738-540a-41dc-a1c5-6dfd1ab50d12 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.1292658 Sep 23 01:32:29.302922 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.provisioning_blocks [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Transition to ACTIVE for port object c77b59ee-17b3-4900-9eab-5cda9d09251b will not be triggered until provisioned by entity L2. {{(pid=107235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:32:29.373890 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3dd5026f-f0d3-40d1-9d34-b7a19b907bf2 None None] Port c77b59ee-17b3-4900-9eab-5cda9d09251b cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:32:29.501659 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-19dba5aa-a539-42d2-9c37-ee0b718d920c req-ab1248a5-c5aa-491a-bde0-39d26bef2df5 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968482 Sep 23 01:32:29.505665 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c0530-390b-49be-8e1f-3bbd8b19036c req-fefa100d-85f4-4177-8b16-4005d623d45b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:29.509813 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3173566'] for port (c77b59ee-17b3-4900-9eab-5cda9d09251b), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:29.518969 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-dc7c0530-390b-49be-8e1f-3bbd8b19036c req-fefa100d-85f4-4177-8b16-4005d623d45b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 931 time: 0.1054835 Sep 23 01:32:29.585020 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:29.586916 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Pushing event updated for resources: {'Port': ['ID=c77b59ee-17b3-4900-9eab-5cda9d09251b,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:29.630128 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-dc7c0530-390b-49be-8e1f-3bbd8b19036c req-4aa97674-929e-4a3d-8920-60c7dd7c3de6 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058235 Sep 23 01:32:29.792060 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Attempting to bind port c77b59ee-17b3-4900-9eab-5cda9d09251b on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:32:29.792386 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Attempting to bind port c77b59ee-17b3-4900-9eab-5cda9d09251b by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'}] {{(pid=107235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:32:29.792702 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Attempting to bind port c77b59ee-17b3-4900-9eab-5cda9d09251b on network f7b971fd-945f-4624-ba90-e53784d63da6 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:32:29.801851 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3de040-57e1-45e5-9918-b4207e88cc86 req-adccc23c-6b6c-4176-8a02-24ba620e03d0 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:29.803649 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fd3de040-57e1-45e5-9918-b4207e88cc86 req-adccc23c-6b6c-4176-8a02-24ba620e03d0 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 944 time: 0.0776894 Sep 23 01:32:29.862825 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3dd5026f-f0d3-40d1-9d34-b7a19b907bf2 None None] Attempt 4 to provision port c77b59ee-17b3-4900-9eab-5cda9d09251b Sep 23 01:32:29.940487 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fd3de040-57e1-45e5-9918-b4207e88cc86 req-ecbf22ea-fb82-4c19-a617-a5acce1fc434 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096323 Sep 23 01:32:29.956401 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3dd5026f-f0d3-40d1-9d34-b7a19b907bf2 None None] Port c77b59ee-17b3-4900-9eab-5cda9d09251b cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:32:29.962913 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Port c77b59ee-17b3-4900-9eab-5cda9d09251b on network f7b971fd-945f-4624-ba90-e53784d63da6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:32:29.964786 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Attempting to bind port c77b59ee-17b3-4900-9eab-5cda9d09251b on network f7b971fd-945f-4624-ba90-e53784d63da6 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:32:30.038542 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:32:30.040222 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Checking segment: {'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:32:30.041543 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Bound using segment: {'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'} {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:32:30.042409 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Bound port: c77b59ee-17b3-4900-9eab-5cda9d09251b, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab7cadb-2e08-44fc-99b5-19466f9100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6'}}] {{(pid=107235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:32:30.044028 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c77b59ee-17b3-4900-9eab-5cda9d09251b), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:30.182326 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] For port c77b59ee-17b3-4900-9eab-5cda9d09251b, host hv-cinder-84914, cleared binding levels {{(pid=107235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:32:30.186210 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] For port c77b59ee-17b3-4900-9eab-5cda9d09251b, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c77b59ee-17b3-4900-9eab-5cda9d09251b,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:32:30.227159 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3768b5-e904-4a85-b164-9a7807a0c96e req-079cf06d-3f4c-4901-8a23-467b7a935b1e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:30.229926 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-cb3768b5-e904-4a85-b164-9a7807a0c96e req-079cf06d-3f4c-4901-8a23-467b7a935b1e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0924299 Sep 23 01:32:30.250258 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3173566'] for port (c77b59ee-17b3-4900-9eab-5cda9d09251b), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:30.261603 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:30.263041 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:30.274769 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/c77b59ee-17b3-4900-9eab-5cda9d09251b HTTP/1.1" status: 200 len: 1093 time: 1.9870219 Sep 23 01:32:30.274769 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'tag': 'c77b59ee-17b3-4900-9eab-5cda9d09251b'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:30.274769 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15119577-9968-4d03-b1c7-2e1303aae014" -d '{"events": [{"name": "network-changed", "server_uuid": "f742ca8a-d7be-4ca0-9277-3a5a44421160", "tag": "c77b59ee-17b3-4900-9eab-5cda9d09251b"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:30.375841 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b64116-9935-4e43-aee6-c1ef6ecbb069 service neutron] Pushing event updated for resources: {'Port': ['ID=c77b59ee-17b3-4900-9eab-5cda9d09251b,revision_number=3']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:30.386339 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-cb3768b5-e904-4a85-b164-9a7807a0c96e req-e9179e2b-fe85-4e82-b7e4-f376bc14aaec tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427491 Sep 23 01:32:30.400506 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb30e1bc-1f3f-463a-95f2-9f1a3b0d76b6 x-openstack-request-id: req-fb30e1bc-1f3f-463a-95f2-9f1a3b0d76b6 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:30.400806 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f742ca8a-d7be-4ca0-9277-3a5a44421160", "tag": "c77b59ee-17b3-4900-9eab-5cda9d09251b", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:30.401065 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb30e1bc-1f3f-463a-95f2-9f1a3b0d76b6 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:30.401495 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb30e1bc-1f3f-463a-95f2-9f1a3b0d76b6'] response: {'name': 'network-changed', 'server_uuid': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'tag': 'c77b59ee-17b3-4900-9eab-5cda9d09251b', 'status': 'completed', 'code': 200} Sep 23 01:32:30.457892 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3dd5026f-f0d3-40d1-9d34-b7a19b907bf2 None None] Attempt 5 to provision port c77b59ee-17b3-4900-9eab-5cda9d09251b Sep 23 01:32:30.553508 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3dd5026f-f0d3-40d1-9d34-b7a19b907bf2 None None] Port c77b59ee-17b3-4900-9eab-5cda9d09251b had new provisioning blocks added so it will not transition to active. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:32:30.749031 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:30.836730 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15119577-9968-4d03-b1c7-2e1303aae014 req-90b9e1e5-73f9-4b91-9cd6-66315a054d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:30.841935 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-15119577-9968-4d03-b1c7-2e1303aae014 req-90b9e1e5-73f9-4b91-9cd6-66315a054d36 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 1127 time: 0.1180203 Sep 23 01:32:30.917453 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:30.948248 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a7c87-0d71-4f23-91bd-e512293326d9 req-85cc1cb1-7a64-4a75-803d-a7eb312a3d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:30.952184 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-643a7c87-0d71-4f23-91bd-e512293326d9 req-85cc1cb1-7a64-4a75-803d-a7eb312a3d48 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=3816d889342e400383f7e5e6f4ebbe04&device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 1128 time: 0.2733746 Sep 23 01:32:31.023119 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da5626-d70b-4ccf-8bfa-8fb51e49442a req-86c02e64-ca33-47ca-9df6-ffa9cc423404 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:31.036466 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-68da5626-d70b-4ccf-8bfa-8fb51e49442a req-86c02e64-ca33-47ca-9df6-ffa9cc423404 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 943 time: 0.1919458 Sep 23 01:32:31.186505 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15119577-9968-4d03-b1c7-2e1303aae014 req-ec8b55d0-4f3d-4b97-b078-e6c714ff25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:31.188382 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-15119577-9968-4d03-b1c7-2e1303aae014 req-ec8b55d0-4f3d-4b97-b078-e6c714ff25cd service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3311107 Sep 23 01:32:31.195905 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d157f2-48f2-4f14-9da0-a961bc3bf698 req-5471b6fa-7af7-43da-85e3-0e7d6b0b0468 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:31.197829 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-24d157f2-48f2-4f14-9da0-a961bc3bf698 req-5471b6fa-7af7-43da-85e3-0e7d6b0b0468 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 944 time: 0.1001360 Sep 23 01:32:31.235373 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a7c87-0d71-4f23-91bd-e512293326d9 req-3db3be35-2cbe-4ec6-aa85-b408ac203946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:31.242465 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-643a7c87-0d71-4f23-91bd-e512293326d9 req-3db3be35-2cbe-4ec6-aa85-b408ac203946 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=9bf674af-206f-436e-bb8c-2e0cce6fc1f2 HTTP/1.1" status: 200 len: 909 time: 0.2580452 Sep 23 01:32:31.282171 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-68da5626-d70b-4ccf-8bfa-8fb51e49442a req-83c17c45-a962-43e8-bc88-c4ca483447ff tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420373 Sep 23 01:32:31.338766 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-643a7c87-0d71-4f23-91bd-e512293326d9 req-50dd66ad-0ffa-4c4f-81e9-7cf2b55bbe86 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1685418-9463-45a4-b038-692645ce18c7 HTTP/1.1" status: 200 len: 217 time: 0.0728099 Sep 23 01:32:31.390182 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15119577-9968-4d03-b1c7-2e1303aae014 req-e570e0a0-5a3f-42e4-b182-d8cf0b0c0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:31.392312 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-15119577-9968-4d03-b1c7-2e1303aae014 req-e570e0a0-5a3f-42e4-b182-d8cf0b0c0d3c service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1931410 Sep 23 01:32:31.448905 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a7c87-0d71-4f23-91bd-e512293326d9 req-fb799074-0d2c-487f-afb3-70b3352e013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:31.452089 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-643a7c87-0d71-4f23-91bd-e512293326d9 req-fb799074-0d2c-487f-afb3-70b3352e013c service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=cfac0830-9335-41fe-b739-b01f4d5059b6 HTTP/1.1" status: 200 len: 848 time: 0.1071928 Sep 23 01:32:31.471870 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-24d157f2-48f2-4f14-9da0-a961bc3bf698 req-55c67d82-abe1-4569-a6e1-3f90e92624db tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572477 Sep 23 01:32:31.506691 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device e1685418-9463-45a4-b038-692645ce18c7 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:32:31.518239 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:31.524407 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-643a7c87-0d71-4f23-91bd-e512293326d9 req-92fdea5c-ad9c-45a8-8730-0fc1e71f0192 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=9bf674af-206f-436e-bb8c-2e0cce6fc1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560968 Sep 23 01:32:31.557998 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-0d89a505-0fcd-48fc-a3b8-4728643f1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:31.560052 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-0d89a505-0fcd-48fc-a3b8-4728643f1b45 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 1127 time: 0.0606818 Sep 23 01:32:31.661061 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-fc850980-f88b-4952-b725-c07d4f8cad8d service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77b59ee-17b3-4900-9eab-5cda9d09251b HTTP/1.1" status: 200 len: 217 time: 0.0784283 Sep 23 01:32:31.723035 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e6a7f-212a-4130-bbc5-3e76d3a864f7 req-0e0e35a5-7ca7-4fdb-a130-19ed813b7481 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:31.726037 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-829e6a7f-212a-4130-bbc5-3e76d3a864f7 req-0e0e35a5-7ca7-4fdb-a130-19ed813b7481 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.1599276 Sep 23 01:32:31.790223 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-6f97d3fd-5a2f-48f0-869f-c20b14dfe1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:31.791691 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-6f97d3fd-5a2f-48f0-869f-c20b14dfe1c7 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f171f77f-736d-489a-928a-20915fd59544 HTTP/1.1" status: 200 len: 858 time: 0.1247792 Sep 23 01:32:31.801409 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port e1685418-9463-45a4-b038-692645ce18c7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e1685418-9463-45a4-b038-692645ce18c7,segment=NetworkSegment(a5cf47d6-a863-4723-8504-f3909dffe132),segment_id=a5cf47d6-a863-4723-8504-f3909dffe132)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:31.835524 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': 'e1685418-9463-45a4-b038-692645ce18c7', 'network_id': '9bf674af-206f-436e-bb8c-2e0cce6fc1f2', 'port_id': 'e1685418-9463-45a4-b038-692645ce18c7', 'mac_address': 'fa:16:3e:8a:36:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfac0830-9335-41fe-b739-b01f4d5059b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:32:31.892747 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-829e6a7f-212a-4130-bbc5-3e76d3a864f7 req-4ab7362f-dc2f-4d6a-a5ae-52e02f58e986 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226916 Sep 23 01:32:31.904352 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:31.930119 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-8b94b402-ec54-43dd-90db-88cb4350d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:31.932702 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-8b94b402-ec54-43dd-90db-88cb4350d7c4 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f7b971fd-945f-4624-ba90-e53784d63da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1333148 Sep 23 01:32:31.937447 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port e1685418-9463-45a4-b038-692645ce18c7 is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:31.939293 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (e1685418-9463-45a4-b038-692645ce18c7), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:31.961247 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-643a7c87-0d71-4f23-91bd-e512293326d9 req-28409a0f-d8d3-4bff-8739-1333603d5212 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/9bf674af-206f-436e-bb8c-2e0cce6fc1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204330 Sep 23 01:32:31.982947 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1685418-9463-45a4-b038-692645ce18c7 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:32:32.094419 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port e1685418-9463-45a4-b038-692645ce18c7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e1685418-9463-45a4-b038-692645ce18c7,segment=NetworkSegment(a5cf47d6-a863-4723-8504-f3909dffe132),segment_id=a5cf47d6-a863-4723-8504-f3909dffe132)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:32.144203 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-643a7c87-0d71-4f23-91bd-e512293326d9 req-281b1c91-430b-4929-982b-7d8a6d71f768 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/9bf674af-206f-436e-bb8c-2e0cce6fc1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707859 Sep 23 01:32:32.190170 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-addac6b2-2a2f-4bc4-84e0-551990eda220 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402687 Sep 23 01:32:32.198313 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (e1685418-9463-45a4-b038-692645ce18c7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:32.323298 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=e1685418-9463-45a4-b038-692645ce18c7,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:32.338471 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d4e35e54-2aff-4cf4-a26f-9f89a8b2cd32 req-08cdb1bb-98ed-45f9-a12c-cd6a98460349 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408362 Sep 23 01:32:32.494605 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2c894-6ea0-4d69-81de-0c68ea4b4354 req-fd951530-fb3a-42ea-a471-26472cc9b71c tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:32.509330 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0bd2c894-6ea0-4d69-81de-0c68ea4b4354 req-fd951530-fb3a-42ea-a471-26472cc9b71c tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 943 time: 0.1103873 Sep 23 01:32:32.620055 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0bd2c894-6ea0-4d69-81de-0c68ea4b4354 req-de2df109-199f-475d-8dbb-966ebba11021 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094384 Sep 23 01:32:32.694024 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['e1685418-9463-45a4-b038-692645ce18c7'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:32:32.725148 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8af716-d97c-4b55-8ef4-5baf33dc4950 req-0d5928e0-d136-40e5-b959-cfb0977cb3f6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:32.757335 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fb8af716-d97c-4b55-8ef4-5baf33dc4950 req-0d5928e0-d136-40e5-b959-cfb0977cb3f6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 945 time: 0.1446605 Sep 23 01:32:32.897817 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:32.917521 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fb8af716-d97c-4b55-8ef4-5baf33dc4950 req-c70641b1-fefa-4013-a6c5-8c690b0d89ab tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804276 Sep 23 01:32:33.163944 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cc6ee-ca64-41e0-94c9-281398b68a91 req-0abcf326-0bf2-4ef7-8d35-11c09e45c322 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:33.165952 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8d6cc6ee-ca64-41e0-94c9-281398b68a91 req-0abcf326-0bf2-4ef7-8d35-11c09e45c322 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0921843 Sep 23 01:32:33.167841 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:33.257486 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8d6cc6ee-ca64-41e0-94c9-281398b68a91 req-e379b665-55f2-499c-89b8-9909f61fc308 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814409 Sep 23 01:32:33.467886 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:33.763964 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca19ca-a98a-4057-ae2b-9475f944668e req-a15f4a1f-bbb2-425e-87ff-1b7672a8fb23 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:33.765478 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d9ca19ca-a98a-4057-ae2b-9475f944668e req-a15f4a1f-bbb2-425e-87ff-1b7672a8fb23 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 943 time: 0.0484810 Sep 23 01:32:33.843196 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d9ca19ca-a98a-4057-ae2b-9475f944668e req-9036d9f0-c221-462d-8457-4f455fba3000 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706370 Sep 23 01:32:34.056969 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba12b8-11cf-45d2-b4cc-007d95f41fe4 req-24bf5f95-5f9f-4db2-a105-268c8dace91b tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:34.058602 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-84ba12b8-11cf-45d2-b4cc-007d95f41fe4 req-24bf5f95-5f9f-4db2-a105-268c8dace91b tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 945 time: 0.0498638 Sep 23 01:32:34.071482 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-b4c49e36-06d8-4181-97ec-44cf7e7d7e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:34.117025 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-84ba12b8-11cf-45d2-b4cc-007d95f41fe4 req-07691258-4927-45d4-8817-ddd5fd286bbc tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519211 Sep 23 01:32:34.122929 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device e1685418-9463-45a4-b038-692645ce18c7 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:32:34.181148 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port e1685418-9463-45a4-b038-692645ce18c7 completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:32:34.313016 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port e1685418-9463-45a4-b038-692645ce18c7 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:32:34.314125 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (e1685418-9463-45a4-b038-692645ce18c7), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:34.315036 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port e1685418-9463-45a4-b038-692645ce18c7 Sep 23 01:32:34.528673 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a439f5-edef-413e-aec4-374aee85740e req-51f38615-9a8d-40ac-8be9-3151fd632cb7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:34.531208 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-57a439f5-edef-413e-aec4-374aee85740e req-51f38615-9a8d-40ac-8be9-3151fd632cb7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0871863 Sep 23 01:32:34.532162 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port e1685418-9463-45a4-b038-692645ce18c7 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:34.532818 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (e1685418-9463-45a4-b038-692645ce18c7), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:34.570966 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1685418-9463-45a4-b038-692645ce18c7'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:34.577753 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faff1a5-c3b9-4830-8826-5da537620051" -d '{"events": [{"server_uuid": "eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6", "name": "network-vif-plugged", "status": "completed", "tag": "e1685418-9463-45a4-b038-692645ce18c7"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:34.611170 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port e1685418-9463-45a4-b038-692645ce18c7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e1685418-9463-45a4-b038-692645ce18c7,segment=NetworkSegment(a5cf47d6-a863-4723-8504-f3909dffe132),segment_id=a5cf47d6-a863-4723-8504-f3909dffe132)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:34.614187 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-57a439f5-edef-413e-aec4-374aee85740e req-5f2565ab-b59c-47bf-8f43-3c52b23e5dc9 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731812 Sep 23 01:32:34.708996 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3711cad-fe70-496f-8125-2355b0e97b28 x-openstack-request-id: req-d3711cad-fe70-496f-8125-2355b0e97b28 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:34.708996 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6", "name": "network-vif-plugged", "status": "completed", "tag": "e1685418-9463-45a4-b038-692645ce18c7", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:34.708996 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3711cad-fe70-496f-8125-2355b0e97b28 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:34.708996 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3711cad-fe70-496f-8125-2355b0e97b28'] response: {'server_uuid': 'eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1685418-9463-45a4-b038-692645ce18c7', 'code': 200} Sep 23 01:32:34.775345 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (e1685418-9463-45a4-b038-692645ce18c7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:34.879143 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=e1685418-9463-45a4-b038-692645ce18c7,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:35.065594 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84077ed-945d-44f0-beea-a8645fec8e60 req-626545b7-846c-467d-a649-c8f23a84a46b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:35.086990 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d84077ed-945d-44f0-beea-a8645fec8e60 req-626545b7-846c-467d-a649-c8f23a84a46b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 943 time: 0.1275542 Sep 23 01:32:35.197474 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d84077ed-945d-44f0-beea-a8645fec8e60 req-6d93d2a1-ca70-4edd-8ac2-d22c1d42abc3 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092615 Sep 23 01:32:35.199259 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:35.289922 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105e520-f8f3-485a-b215-5d47dae7de86 req-3dc7c23a-a513-4844-ba5d-d1eea115f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:35.294373 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c105e520-f8f3-485a-b215-5d47dae7de86 req-3dc7c23a-a513-4844-ba5d-d1eea115f484 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 1130 time: 0.0874548 Sep 23 01:32:35.851881 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c77348-519e-41bc-8a09-8536f2e36f50 req-9c4efaa9-0cbc-4c36-beec-bfe53441cce7 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:35.860132 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a0c77348-519e-41bc-8a09-8536f2e36f50 req-9c4efaa9-0cbc-4c36-beec-bfe53441cce7 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 946 time: 0.5357633 Sep 23 01:32:35.869461 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c105e520-f8f3-485a-b215-5d47dae7de86 req-6c9a35fd-ce8f-4bce-b34d-e90b5b954abf service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5654187 Sep 23 01:32:35.892818 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9e9d4-2836-4bd3-9885-7622f6b0b514 req-8ff4f842-17ea-4322-b25c-e77ca665add2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:35.908184 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0fb9e9d4-2836-4bd3-9885-7622f6b0b514 req-8ff4f842-17ea-4322-b25c-e77ca665add2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0909913 Sep 23 01:32:35.987380 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a0c77348-519e-41bc-8a09-8536f2e36f50 req-ce2a761b-8fd7-4254-a5e7-1f66d778776e tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259000 Sep 23 01:32:36.064425 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0fb9e9d4-2836-4bd3-9885-7622f6b0b514 req-6d0113e4-2481-47b0-88c5-aff6f28682a4 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547298 Sep 23 01:32:36.377339 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac131a12-69ed-4071-a939-f9c290a3bee8 req-b4949c90-7b80-4fa5-9030-8c87735d377d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:36.395330 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ac131a12-69ed-4071-a939-f9c290a3bee8 req-b4949c90-7b80-4fa5-9030-8c87735d377d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 943 time: 0.0856285 Sep 23 01:32:36.443997 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-fb1b923f-a6cc-4609-b5ff-7e3f025559ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:36.526192 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ac131a12-69ed-4071-a939-f9c290a3bee8 req-2a4943c0-64fd-482f-88e5-4850d0221e0e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292870 Sep 23 01:32:37.413262 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81c858-e4d4-4f6e-b372-c9520c9a3c37 req-0ae4c3aa-9001-4181-8e53-072c7ae95996 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:37.416500 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5f81c858-e4d4-4f6e-b372-c9520c9a3c37 req-0ae4c3aa-9001-4181-8e53-072c7ae95996 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 946 time: 0.1321023 Sep 23 01:32:37.499068 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6bb5b-52eb-4add-886b-ae6022f8b6b2 req-758a871a-080d-4541-ba7c-6da895e84af2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:37.512959 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0dc6bb5b-52eb-4add-886b-ae6022f8b6b2 req-758a871a-080d-4541-ba7c-6da895e84af2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.1350369 Sep 23 01:32:37.546506 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5f81c858-e4d4-4f6e-b372-c9520c9a3c37 req-0a15e1b1-d159-4058-8c0a-1f87f21fb0ef tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164889 Sep 23 01:32:37.560734 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device c77b59ee-17b3-4900-9eab-5cda9d09251b details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:32:37.630891 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:37.640922 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0dc6bb5b-52eb-4add-886b-ae6022f8b6b2 req-f303f777-6c08-456c-90f4-7f85e86014ae tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263425 Sep 23 01:32:37.825453 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2a74c-4c40-4e81-8fed-edbf646fc4e4 req-92c9d7f6-16ff-4977-bcee-f29887765201 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:37.832018 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-60b2a74c-4c40-4e81-8fed-edbf646fc4e4 req-92c9d7f6-16ff-4977-bcee-f29887765201 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 943 time: 0.1433609 Sep 23 01:32:37.838329 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:37.945487 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-60b2a74c-4c40-4e81-8fed-edbf646fc4e4 req-a40c8c2e-d5c0-47a6-991c-549a466bd7eb tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950601 Sep 23 01:32:38.031774 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port c77b59ee-17b3-4900-9eab-5cda9d09251b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c77b59ee-17b3-4900-9eab-5cda9d09251b,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:38.057744 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': 'c77b59ee-17b3-4900-9eab-5cda9d09251b', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'port_id': 'c77b59ee-17b3-4900-9eab-5cda9d09251b', 'mac_address': 'fa:16:3e:ee:9b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f171f77f-736d-489a-928a-20915fd59544', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:32:38.106227 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:38.118371 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port c77b59ee-17b3-4900-9eab-5cda9d09251b is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:38.118980 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c77b59ee-17b3-4900-9eab-5cda9d09251b), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:38.154809 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77b59ee-17b3-4900-9eab-5cda9d09251b {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:32:38.217980 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port c77b59ee-17b3-4900-9eab-5cda9d09251b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c77b59ee-17b3-4900-9eab-5cda9d09251b,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:38.237687 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:38.345045 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c77b59ee-17b3-4900-9eab-5cda9d09251b), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:38.505947 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=c77b59ee-17b3-4900-9eab-5cda9d09251b,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:38.783530 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85677aa0-ca98-4c9c-bba5-899f93cad80d req-5db41c15-2fa0-447d-9ee9-0d18f21b4bb6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:38.785860 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-85677aa0-ca98-4c9c-bba5-899f93cad80d req-5db41c15-2fa0-447d-9ee9-0d18f21b4bb6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0759170 Sep 23 01:32:38.844012 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5593c-a6e9-48a0-82f2-803742f5184a req-1486a690-fe8e-4e40-a19c-314dc1e88fd8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:38.848305 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4de5593c-a6e9-48a0-82f2-803742f5184a req-1486a690-fe8e-4e40-a19c-314dc1e88fd8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0815933 Sep 23 01:32:38.883016 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-85677aa0-ca98-4c9c-bba5-899f93cad80d req-0fcc145f-14c5-41d8-8bcf-08de83ccd7a8 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903683 Sep 23 01:32:38.946494 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4de5593c-a6e9-48a0-82f2-803742f5184a req-31a67789-da82-4938-9749-c69774013a86 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890660 Sep 23 01:32:39.026918 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['c77b59ee-17b3-4900-9eab-5cda9d09251b'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:32:39.173174 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe8fc2-6649-4c65-a7eb-0a05add5a374 req-141c8bb9-2993-46bf-a427-baf79926d081 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:39.175576 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-23fe8fc2-6649-4c65-a7eb-0a05add5a374 req-141c8bb9-2993-46bf-a427-baf79926d081 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 944 time: 0.0731392 Sep 23 01:32:39.220078 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:39.255942 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-23fe8fc2-6649-4c65-a7eb-0a05add5a374 req-79a744df-e828-4e8f-bf05-50cc53c0efc3 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725663 Sep 23 01:32:39.346031 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:39.701027 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:40.263147 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310c4e3-2d60-40e7-a51b-23e9a68311be req-f0264b8f-dbc3-4264-9703-4dc479b94729 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:40.267205 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3310c4e3-2d60-40e7-a51b-23e9a68311be req-f0264b8f-dbc3-4264-9703-4dc479b94729 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 946 time: 0.1567874 Sep 23 01:32:40.363939 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:40.385620 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d53acc-113f-4683-983f-125fab4dbde0 req-f7ed19af-b1b5-4372-accf-a2293a3fff12 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:40.387877 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3310c4e3-2d60-40e7-a51b-23e9a68311be req-fa901298-8361-4eda-b450-e24ac1f27ca7 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941956 Sep 23 01:32:40.391300 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-52d53acc-113f-4683-983f-125fab4dbde0 req-f7ed19af-b1b5-4372-accf-a2293a3fff12 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.1579363 Sep 23 01:32:40.498473 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-52d53acc-113f-4683-983f-125fab4dbde0 req-fc7efb0e-331b-4266-afb1-83c519b64d3c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984118 Sep 23 01:32:40.567602 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device c77b59ee-17b3-4900-9eab-5cda9d09251b up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:32:40.614374 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69fefa-e62a-45b4-b2d0-64e65b6205c2 req-51359389-2ead-45b2-aa33-903abf922864 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:40.616365 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bd69fefa-e62a-45b4-b2d0-64e65b6205c2 req-51359389-2ead-45b2-aa33-903abf922864 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 944 time: 0.0891628 Sep 23 01:32:40.672927 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port c77b59ee-17b3-4900-9eab-5cda9d09251b completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:32:40.724168 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bd69fefa-e62a-45b4-b2d0-64e65b6205c2 req-141c6f34-dc39-4788-a7d2-592276ab5456 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003571 Sep 23 01:32:40.792558 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port c77b59ee-17b3-4900-9eab-5cda9d09251b triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:32:40.793180 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (c77b59ee-17b3-4900-9eab-5cda9d09251b), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:40.793761 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port c77b59ee-17b3-4900-9eab-5cda9d09251b Sep 23 01:32:40.864882 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 43716) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:40.934028 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port c77b59ee-17b3-4900-9eab-5cda9d09251b is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:40.934289 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c77b59ee-17b3-4900-9eab-5cda9d09251b), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:40.934889 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:40.956802 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7ed878-7677-412d-ad83-5e34a6ba743c admin admin] Deleting subnet f8fe1704-4827-4ab8-b9d7-98dec3e440d2 {{(pid=107236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:32:40.962059 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ba7ed878-7677-412d-ad83-5e34a6ba743c admin admin] Publish callbacks [] for subnet (f8fe1704-4827-4ab8-b9d7-98dec3e440d2), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:40.972540 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77b59ee-17b3-4900-9eab-5cda9d09251b'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:40.976579 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c676f5b2-507c-4781-94d4-65c42cb08815" -d '{"events": [{"server_uuid": "f742ca8a-d7be-4ca0-9277-3a5a44421160", "name": "network-vif-plugged", "status": "completed", "tag": "c77b59ee-17b3-4900-9eab-5cda9d09251b"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:40.999797 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port c77b59ee-17b3-4900-9eab-5cda9d09251b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c77b59ee-17b3-4900-9eab-5cda9d09251b,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:41.049990 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ba7ed878-7677-412d-ad83-5e34a6ba743c admin admin] Publish callbacks [] for subnet (f8fe1704-4827-4ab8-b9d7-98dec3e440d2), precommit_delete_associations {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:41.055193 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8955f1b1-9442-461f-a000-0fb16248f697 x-openstack-request-id: req-8955f1b1-9442-461f-a000-0fb16248f697 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:41.056713 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f742ca8a-d7be-4ca0-9277-3a5a44421160", "name": "network-vif-plugged", "status": "completed", "tag": "c77b59ee-17b3-4900-9eab-5cda9d09251b", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:41.056713 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8955f1b1-9442-461f-a000-0fb16248f697 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:41.057862 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8955f1b1-9442-461f-a000-0fb16248f697'] response: {'server_uuid': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77b59ee-17b3-4900-9eab-5cda9d09251b', 'code': 200} Sep 23 01:32:41.062054 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ba7ed878-7677-412d-ad83-5e34a6ba743c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7847786'] for subnet (f8fe1704-4827-4ab8-b9d7-98dec3e440d2), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:41.090041 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c77b59ee-17b3-4900-9eab-5cda9d09251b), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:41.181865 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:41.198774 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=c77b59ee-17b3-4900-9eab-5cda9d09251b,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:41.295748 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ba7ed878-7677-412d-ad83-5e34a6ba743c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7835479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for subnet (f8fe1704-4827-4ab8-b9d7-98dec3e440d2), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:41.345050 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ed878-7677-412d-ad83-5e34a6ba743c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8fe1704-4827-4ab8-b9d7-98dec3e440d2,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:41.345050 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ba7ed878-7677-412d-ad83-5e34a6ba743c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:41.345760 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-ba7ed878-7677-412d-ad83-5e34a6ba743c admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/f8fe1704-4827-4ab8-b9d7-98dec3e440d2 HTTP/1.1" status: 204 len: 168 time: 0.4787316 Sep 23 01:32:41.351443 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 43728) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:41.481148 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-25e91ee9-b518-47af-b5c6-d646f108c415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776543'] for network (e855f01f-192d-459a-be7f-4416abb72d47), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:41.688080 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-25e91ee9-b518-47af-b5c6-d646f108c415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807041', 'neutron.services.segments.db._delete_segments_for_network-8752383552961'] for network (e855f01f-192d-459a-be7f-4416abb72d47), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:41.714210 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e17ee0-7d54-438b-9d5d-912614dd3fb9 req-6a02b056-2b58-4a29-a060-ef7880978572 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:41.717841 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-17e17ee0-7d54-438b-9d5d-912614dd3fb9 req-6a02b056-2b58-4a29-a060-ef7880978572 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 946 time: 0.1619923 Sep 23 01:32:41.738434 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9aca5-4889-45f9-b7c1-2a01256fd9e0 req-694ef5e8-9e53-4373-824b-9646695d7feb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:41.740965 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a2a9aca5-4889-45f9-b7c1-2a01256fd9e0 req-694ef5e8-9e53-4373-824b-9646695d7feb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.1042216 Sep 23 01:32:41.747943 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:41.753856 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-25e91ee9-b518-47af-b5c6-d646f108c415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e855f01f-192d-459a-be7f-4416abb72d47']}} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:32:41.783135 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-25e91ee9-b518-47af-b5c6-d646f108c415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25bb86c2-b093-46cc-8a0d-08286d429c84') {'for_net_delete': True} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:32:41.783421 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-25e91ee9-b518-47af-b5c6-d646f108c415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25bb86c2-b093-46cc-8a0d-08286d429c84') {} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:32:41.799773 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-25e91ee9-b518-47af-b5c6-d646f108c415 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752383552853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9302479'] for segment (25bb86c2-b093-46cc-8a0d-08286d429c84), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:41.830899 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a2a9aca5-4889-45f9-b7c1-2a01256fd9e0 req-7097c321-e61e-437f-a2b8-b5bf126f3d6b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805769 Sep 23 01:32:41.849583 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-25e91ee9-b518-47af-b5c6-d646f108c415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (25bb86c2-b093-46cc-8a0d-08286d429c84), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:41.862683 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-17e17ee0-7d54-438b-9d5d-912614dd3fb9 req-797b9e46-d68f-46dd-886d-b0de34734a60 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261010 Sep 23 01:32:41.867817 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e91ee9-b518-47af-b5c6-d646f108c415 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=107235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:32:41.868428 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-25e91ee9-b518-47af-b5c6-d646f108c415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3173458'] for segment (25bb86c2-b093-46cc-8a0d-08286d429c84), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:41.952419 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment 25bb86c2-b093-46cc-8a0d-08286d429c84 resource provider aggregate not found Sep 23 01:32:42.007128 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment 25bb86c2-b093-46cc-8a0d-08286d429c84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25bb86c2-b093-46cc-8a0d-08286d429c84 found for delete ", "request_id": "req-0122b675-d73f-4e50-b62b-50401dcb306d"}]} Sep 23 01:32:42.083391 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-25e91ee9-b518-47af-b5c6-d646f108c415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679244'] for network (e855f01f-192d-459a-be7f-4416abb72d47), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:42.093801 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-25e91ee9-b518-47af-b5c6-d646f108c415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:42.098760 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-25e91ee9-b518-47af-b5c6-d646f108c415 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/e855f01f-192d-459a-be7f-4416abb72d47 HTTP/1.1" status: 204 len: 168 time: 0.7443798 Sep 23 01:32:42.101313 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 43754) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:42.111653 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd324c75-0210-4f30-9463-09d8ac39cbd7 req-00e8de00-00a5-4b67-92db-c610f01a0c17 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:42.113280 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-dd324c75-0210-4f30-9463-09d8ac39cbd7 req-00e8de00-00a5-4b67-92db-c610f01a0c17 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.1358562 Sep 23 01:32:42.117442 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784d8b8-b78c-49b0-ad83-da50f705217b req-4b8d8cd2-6aa5-4f08-a885-111dd6845f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:42.119847 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-7784d8b8-b78c-49b0-ad83-da50f705217b req-4b8d8cd2-6aa5-4f08-a885-111dd6845f70 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 1129 time: 0.1400108 Sep 23 01:32:42.124188 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e91ee9-b518-47af-b5c6-d646f108c415 admin admin] Pushing event deleted for resources: {'Network': ['ID=e855f01f-192d-459a-be7f-4416abb72d47,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:42.163405 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:42.172798 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72b07f7-8d74-41d6-b92e-95985623c321 admin admin] Deleting subnet c069e295-187f-489a-93c4-c073d1356f7e {{(pid=107235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:32:42.176849 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b72b07f7-8d74-41d6-b92e-95985623c321 admin admin] Publish callbacks [] for subnet (c069e295-187f-489a-93c4-c073d1356f7e), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:42.194319 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-dd324c75-0210-4f30-9463-09d8ac39cbd7 req-9e195244-465a-4435-9f52-1162a292b105 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707490 Sep 23 01:32:42.222882 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:42.246292 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b72b07f7-8d74-41d6-b92e-95985623c321 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9302516'] for subnet (c069e295-187f-489a-93c4-c073d1356f7e), precommit_delete_associations {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:42.309166 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b72b07f7-8d74-41d6-b92e-95985623c321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7847786'] for subnet (c069e295-187f-489a-93c4-c073d1356f7e), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:42.369327 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-7784d8b8-b78c-49b0-ad83-da50f705217b req-30aeb5bb-b8a1-4d6f-9bc1-eff3e1cd6b61 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658753 Sep 23 01:32:42.702421 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:42.723731 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880ca3e-25b7-4355-abc9-fa8fcdc12b1a req-b72d281f-9358-4181-aa64-d24389442d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:42.726340 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4880ca3e-25b7-4355-abc9-fa8fcdc12b1a req-b72d281f-9358-4181-aa64-d24389442d08 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=cc926b4dede94c3b92441b0c610771f6&device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 1129 time: 0.4133778 Sep 23 01:32:42.828455 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b72b07f7-8d74-41d6-b92e-95985623c321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7835479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3173608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3538056'] for subnet (c069e295-187f-489a-93c4-c073d1356f7e), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:42.955995 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b07f7-8d74-41d6-b92e-95985623c321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c069e295-187f-489a-93c4-c073d1356f7e,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:42.958437 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b72b07f7-8d74-41d6-b92e-95985623c321 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:42.964341 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-b72b07f7-8d74-41d6-b92e-95985623c321 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/c069e295-187f-489a-93c4-c073d1356f7e HTTP/1.1" status: 204 len: 168 time: 0.8617613 Sep 23 01:32:42.965420 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 43770) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:43.067011 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776543'] for network (e659f431-6d1b-42d6-b765-f5d6f63083fd), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:43.080720 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53cc9c-1d36-43f1-ab73-ac6a6142b6fc req-0bb65821-96a8-482c-ab4d-809e385cf7dd tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:43.084104 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bc53cc9c-1d36-43f1-ab73-ac6a6142b6fc req-0bb65821-96a8-482c-ab4d-809e385cf7dd tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0963063 Sep 23 01:32:43.086616 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880ca3e-25b7-4355-abc9-fa8fcdc12b1a req-8dd7d92e-ead9-4340-9611-4ca551244738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:43.089310 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4880ca3e-25b7-4355-abc9-fa8fcdc12b1a req-8dd7d92e-ead9-4340-9611-4ca551244738 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=fd195584-9c0f-4bc1-8f70-84ad33facee8 HTTP/1.1" status: 200 len: 918 time: 0.2830064 Sep 23 01:32:43.186030 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bc53cc9c-1d36-43f1-ab73-ac6a6142b6fc req-0170b6b4-6bfc-4a69-a9d5-3b5a98d0ab07 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913970 Sep 23 01:32:43.190735 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807041', 'neutron.services.segments.db._delete_segments_for_network-8752383552961'] for network (e659f431-6d1b-42d6-b765-f5d6f63083fd), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:43.219970 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:32:43.220636 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:32:43.221602 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:32:43.222199 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Subscribe: > port after_create 55550000 {{(pid=107236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:32:43.222552 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:32:43.222893 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Subscribe: > port after_update 55550000 {{(pid=107236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:32:43.223217 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:32:43.223661 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:32:43.229380 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:32:43.229380 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:32:43.333332 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:32:43.333754 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:32:43.334108 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:32:43.334621 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 01:32:43.335246 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.services.segments.db [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e659f431-6d1b-42d6-b765-f5d6f63083fd']}} {{(pid=107236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:32:43.366745 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.services.segments.db [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb107c0-926a-400f-9e02-c2788357f0a5') {'for_net_delete': True} {{(pid=107236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:32:43.367212 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.services.segments.db [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb107c0-926a-400f-9e02-c2788357f0a5') {} {{(pid=107236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:32:43.411444 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752383552853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3450904'] for segment (1fb107c0-926a-400f-9e02-c2788357f0a5), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:43.444557 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c97117-8236-4ed3-82b3-8f325398e4ea req-8ead734a-0308-4d09-968b-31cc4c65055f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:43.446406 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b4c97117-8236-4ed3-82b3-8f325398e4ea req-8ead734a-0308-4d09-968b-31cc4c65055f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.1045964 Sep 23 01:32:43.447422 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (1fb107c0-926a-400f-9e02-c2788357f0a5), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:43.463535 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4880ca3e-25b7-4355-abc9-fa8fcdc12b1a req-f6ff7f61-decd-457e-a15d-137c11b51611 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67de195b-49ec-4b3f-a46f-2918a89919f7 HTTP/1.1" status: 200 len: 1001 time: 0.0738552 Sep 23 01:32:43.466749 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=107236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:32:43.467139 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3206704'] for segment (1fb107c0-926a-400f-9e02-c2788357f0a5), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:43.581405 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880ca3e-25b7-4355-abc9-fa8fcdc12b1a req-ae8b2e77-4328-4f01-bb2e-153e3164b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:43.583291 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4880ca3e-25b7-4355-abc9-fa8fcdc12b1a req-ae8b2e77-4328-4f01-bb2e-153e3164b8c6 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=14588842-7014-4d4b-b88a-21758b766661 HTTP/1.1" status: 200 len: 856 time: 0.0791883 Sep 23 01:32:43.585943 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b4c97117-8236-4ed3-82b3-8f325398e4ea req-c20803d2-dec5-494f-9826-dbb43919e42f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251850 Sep 23 01:32:43.626085 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:43.678570 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880ca3e-25b7-4355-abc9-fa8fcdc12b1a req-5535e019-4c31-41c2-994a-9c68cfb0a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:43.682006 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4880ca3e-25b7-4355-abc9-fa8fcdc12b1a req-5535e019-4c31-41c2-994a-9c68cfb0a1e1 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=fd195584-9c0f-4bc1-8f70-84ad33facee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546846 Sep 23 01:32:43.689295 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679244'] for network (e659f431-6d1b-42d6-b765-f5d6f63083fd), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:43.703942 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:43.704882 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/e659f431-6d1b-42d6-b765-f5d6f63083fd HTTP/1.1" status: 204 len: 168 time: 0.7378500 Sep 23 01:32:43.720902 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8247d4-766a-42e5-82c7-6455c9bf1629 admin admin] Pushing event deleted for resources: {'Network': ['ID=e659f431-6d1b-42d6-b765-f5d6f63083fd,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:43.784650 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.services.segments.plugin [-] Segment 1fb107c0-926a-400f-9e02-c2788357f0a5 resource provider aggregate not found Sep 23 01:32:43.819874 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.services.segments.plugin [-] Segment 1fb107c0-926a-400f-9e02-c2788357f0a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fb107c0-926a-400f-9e02-c2788357f0a5 found for delete ", "request_id": "req-e96853ea-cc01-4bd2-8859-9dfdb3230c6f"}]} Sep 23 01:32:43.882031 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:43.890967 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4880ca3e-25b7-4355-abc9-fa8fcdc12b1a req-adeefa29-829d-420a-b566-6189af19536b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969731 Sep 23 01:32:44.280482 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c7ba0-a35d-43e7-a37d-d9dd2ce6afa7 req-4eb4cfd3-fb2e-4223-ba76-13ba07f0fb70 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:44.282159 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5d7c7ba0-a35d-43e7-a37d-d9dd2ce6afa7 req-4eb4cfd3-fb2e-4223-ba76-13ba07f0fb70 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0737183 Sep 23 01:32:44.361663 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711da4ec-74bb-4ffb-995e-68bc8d9b1893 req-0abfa855-5697-4b56-99f5-ec4388c31626 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:44.361663 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-711da4ec-74bb-4ffb-995e-68bc8d9b1893 req-0abfa855-5697-4b56-99f5-ec4388c31626 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 945 time: 0.0682812 Sep 23 01:32:44.362157 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5d7c7ba0-a35d-43e7-a37d-d9dd2ce6afa7 req-b6e48923-ed51-4a3f-8383-7c37fa859ad0 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721319 Sep 23 01:32:44.362304 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 43802) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:44.432233 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-35b5e253-879b-45b0-96fa-0ab53a82f1de admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4240f3dbafbb4d8abbf79d6e8a2648dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0682688 Sep 23 01:32:44.435105 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 43804) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:44.443342 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-711da4ec-74bb-4ffb-995e-68bc8d9b1893 req-9d526dbc-76c4-4277-929b-a3752f162b08 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753634 Sep 23 01:32:44.511823 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9b2a300d-8f96-41cd-ab40-5ebcd29de495 admin admin] Publish callbacks [] for security_group (a0996438-0951-458f-b359-200e53559d10), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:44.540838 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9b2a300d-8f96-41cd-ab40-5ebcd29de495 admin admin] Publish callbacks [] for security_group (a0996438-0951-458f-b359-200e53559d10), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:44.572179 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 67de195b-49ec-4b3f-a46f-2918a89919f7 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:32:44.697007 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4880ca3e-25b7-4355-abc9-fa8fcdc12b1a req-a3bdcdee-18b2-4454-9fd9-3119b3fade17 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376162 Sep 23 01:32:44.719318 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9b2a300d-8f96-41cd-ab40-5ebcd29de495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (a0996438-0951-458f-b359-200e53559d10), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:44.724259 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9b2a300d-8f96-41cd-ab40-5ebcd29de495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:44.728947 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 67de195b-49ec-4b3f-a46f-2918a89919f7 is: ACTIVE; New status is: DOWN {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:44.729389 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:44.731539 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-9b2a300d-8f96-41cd-ab40-5ebcd29de495 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a0996438-0951-458f-b359-200e53559d10 HTTP/1.1" status: 204 len: 168 time: 0.2948806 Sep 23 01:32:44.733377 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:44.767858 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a300d-8f96-41cd-ab40-5ebcd29de495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0996438-0951-458f-b359-200e53559d10,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:44.769842 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67de195b-49ec-4b3f-a46f-2918a89919f7'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:44.776800 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5686b97-5537-4b90-9d08-3ae94ed3b387" -d '{"events": [{"server_uuid": "dd3312b8-1d33-4b15-9ffd-270013a3b14d", "name": "network-vif-unplugged", "status": "completed", "tag": "67de195b-49ec-4b3f-a46f-2918a89919f7"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:44.811083 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 67de195b-49ec-4b3f-a46f-2918a89919f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=67de195b-49ec-4b3f-a46f-2918a89919f7,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:44.846149 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c34c76-f89c-49fc-8c48-71feb2170419 x-openstack-request-id: req-a2c34c76-f89c-49fc-8c48-71feb2170419 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:44.846667 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3312b8-1d33-4b15-9ffd-270013a3b14d", "name": "network-vif-unplugged", "status": "completed", "tag": "67de195b-49ec-4b3f-a46f-2918a89919f7", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:44.847075 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2c34c76-f89c-49fc-8c48-71feb2170419 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:44.847584 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c34c76-f89c-49fc-8c48-71feb2170419'] response: {'server_uuid': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67de195b-49ec-4b3f-a46f-2918a89919f7', 'code': 200} Sep 23 01:32:44.861706 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058f794-575b-43c9-921b-6fd524e980a1 req-bdad22eb-7f2d-47f3-b922-9d9380b6b841 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:44.862405 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f058f794-575b-43c9-921b-6fd524e980a1 req-bdad22eb-7f2d-47f3-b922-9d9380b6b841 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0848362 Sep 23 01:32:44.920364 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f058f794-575b-43c9-921b-6fd524e980a1 req-0f764724-f682-497c-b459-e8d03e2bbcca tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509913 Sep 23 01:32:44.939217 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:44.952811 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:45.076257 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=67de195b-49ec-4b3f-a46f-2918a89919f7,revision_number=8']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:45.094316 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa37a8c-aeae-4984-badb-1516572bf372 req-a0d52a7b-f704-4bbf-9dba-4b11f0ab46ac tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:45.096780 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8aa37a8c-aeae-4984-badb-1516572bf372 req-a0d52a7b-f704-4bbf-9dba-4b11f0ab46ac tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0805058 Sep 23 01:32:45.117108 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 43818) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:45.126085 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-58edad0c-a528-40d1-a728-411191aabb3a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Request body: {'floatingip': {'port_id': 'c77b59ee-17b3-4900-9eab-5cda9d09251b'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:32:45.193660 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-58edad0c-a528-40d1-a728-411191aabb3a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for floatingip (9b0e052c-d12d-4dca-810c-eda79c0a359f), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:45.634866 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5224dc0-52aa-42d7-973a-46352c3fa981 req-5f119441-51ea-46f1-811d-3410e1d6ca3c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:45.636730 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f5224dc0-52aa-42d7-973a-46352c3fa981 req-5f119441-51ea-46f1-811d-3410e1d6ca3c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0654399 Sep 23 01:32:45.723135 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f5224dc0-52aa-42d7-973a-46352c3fa981 req-4b2b81d3-c478-4735-bcce-d10733e712d9 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749707 Sep 23 01:32:45.749941 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e42f9-c7c2-4023-8b11-2681e9c564f3 req-712c5baa-29ba-4606-87d0-ff48f8a85da6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:45.752776 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5c8e42f9-c7c2-4023-8b11-2681e9c564f3 req-712c5baa-29ba-4606-87d0-ff48f8a85da6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 946 time: 0.2596066 Sep 23 01:32:45.905971 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5c8e42f9-c7c2-4023-8b11-2681e9c564f3 req-8833b5b7-0f00-4c6e-8fc4-028ddbd4b1ff tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012540 Sep 23 01:32:45.937731 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 43830) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:45.984589 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-58edad0c-a528-40d1-a728-411191aabb3a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:45.996657 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-0bd05689-93cb-48c4-8b4f-96de0bbe00f7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=97978ed6ec814ea89cbf6721409cfd00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0574570 Sep 23 01:32:46.000113 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 43832) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:46.071266 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Publish callbacks [] for security_group (86bf03be-937e-4c59-b3d8-decd9dc7ab13), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:46.095268 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Publish callbacks [] for security_group (86bf03be-937e-4c59-b3d8-decd9dc7ab13), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:46.133826 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:46.221393 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-58edad0c-a528-40d1-a728-411191aabb3a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (9b0e052c-d12d-4dca-810c-eda79c0a359f), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:46.289197 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (86bf03be-937e-4c59-b3d8-decd9dc7ab13), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:46.292482 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:46.298264 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/86bf03be-937e-4c59-b3d8-decd9dc7ab13 HTTP/1.1" status: 204 len: 168 time: 0.2928324 Sep 23 01:32:46.310413 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bf03be-937e-4c59-b3d8-decd9dc7ab13,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:46.338923 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:32:46.349896 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:46.350602 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:46.351204 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:46.351823 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:46.352397 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:46.352963 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:46.353528 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:46.354104 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:46.354675 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:46.355252 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:46.355918 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:46.357215 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:46.357801 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:46.358928 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:46.359522 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb66ef6-81b2-4cf2-8fe0-e5f3a38eadc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:32:46.385012 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:46.431923 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.l3_db [None req-58edad0c-a528-40d1-a728-411191aabb3a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Floating IP 9b0e052c-d12d-4dca-810c-eda79c0a359f associated. External IP: 172.27.1.223, port: c77b59ee-17b3-4900-9eab-5cda9d09251b. Sep 23 01:32:46.600930 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 43848) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:46.744074 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58edad0c-a528-40d1-a728-411191aabb3a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:32:46.783673 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6821bb93-c819-4b99-92e4-fd74d4a41cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:46.814116 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:46.902039 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58edad0c-a528-40d1-a728-411191aabb3a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:32:46.912839 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81064efd-be3b-4715-8173-6e37cbb2b8c3 None None] Sync routers for ids ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:32:46.913387 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-58edad0c-a528-40d1-a728-411191aabb3a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:46.927806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81064efd-be3b-4715-8173-6e37cbb2b8c3 None None] Routers {'2e261646-45a3-4efd-9e39-d0fd6a3ba39f'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:32:46.928591 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-81064efd-be3b-4715-8173-6e37cbb2b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:32:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:32:46.946697 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:46.947389 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde97147-aedc-4830-8eb8-f02dc57c5a71 req-0b2b0412-8524-494d-ba89-d3ad80b084c7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:46.950972 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bde97147-aedc-4830-8eb8-f02dc57c5a71 req-0b2b0412-8524-494d-ba89-d3ad80b084c7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0886464 Sep 23 01:32:46.956104 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-58edad0c-a528-40d1-a728-411191aabb3a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/9b0e052c-d12d-4dca-810c-eda79c0a359f HTTP/1.1" status: 200 len: 991 time: 1.8370776 Sep 23 01:32:46.957321 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'tag': 'c77b59ee-17b3-4900-9eab-5cda9d09251b'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:46.961481 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a125d2-5fc2-4d0b-8221-5f8046dd0c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "f742ca8a-d7be-4ca0-9277-3a5a44421160", "tag": "c77b59ee-17b3-4900-9eab-5cda9d09251b"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:47.114694 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6821bb93-c819-4b99-92e4-fd74d4a41cc3 admin admin] Publish callbacks [] for security_group (25916c2b-dafe-4fac-bc38-60c6ffed6938), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:47.150217 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bde97147-aedc-4830-8eb8-f02dc57c5a71 req-41468227-2a03-4c12-95a5-6d7164d5afb0 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721432 Sep 23 01:32:47.163753 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-81064efd-be3b-4715-8173-6e37cbb2b8c3 None None] Set router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:32:47.195864 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23152a1-da92-4195-9367-c827bbb88be8 req-db62e443-8d28-4b8b-9685-2ca0378b0a1b tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:47.195864 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d23152a1-da92-4195-9367-c827bbb88be8 req-db62e443-8d28-4b8b-9685-2ca0378b0a1b tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 946 time: 0.1455536 Sep 23 01:32:47.229096 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6821bb93-c819-4b99-92e4-fd74d4a41cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (25916c2b-dafe-4fac-bc38-60c6ffed6938), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:47.278561 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821bb93-c819-4b99-92e4-fd74d4a41cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25916c2b-dafe-4fac-bc38-60c6ffed6938,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:47.324369 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-6821bb93-c819-4b99-92e4-fd74d4a41cc3 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5a1bb8bc9a6542469dc619216bf570e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7214458 Sep 23 01:32:47.324702 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199bc482-9fdf-4b5a-8e14-052fe90a32a2 x-openstack-request-id: req-199bc482-9fdf-4b5a-8e14-052fe90a32a2 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:47.325543 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f742ca8a-d7be-4ca0-9277-3a5a44421160", "tag": "c77b59ee-17b3-4900-9eab-5cda9d09251b", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:47.326026 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-199bc482-9fdf-4b5a-8e14-052fe90a32a2 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:47.326589 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199bc482-9fdf-4b5a-8e14-052fe90a32a2'] response: {'name': 'network-changed', 'server_uuid': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'tag': 'c77b59ee-17b3-4900-9eab-5cda9d09251b', 'status': 'completed', 'code': 200} Sep 23 01:32:47.328109 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 43872) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:47.358519 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d23152a1-da92-4195-9367-c827bbb88be8 req-83693b2f-6108-4d1d-8f01-16e5979e5718 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286674 Sep 23 01:32:47.389489 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:47.421290 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-67537fa5-d3d4-40ae-b066-bad3d88cca22 admin admin] Publish callbacks [] for security_group (25916c2b-dafe-4fac-bc38-60c6ffed6938), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:47.455971 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-67537fa5-d3d4-40ae-b066-bad3d88cca22 admin admin] Publish callbacks [] for security_group (25916c2b-dafe-4fac-bc38-60c6ffed6938), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:47.473770 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:47.644800 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-81064efd-be3b-4715-8173-6e37cbb2b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'gw_port': {'id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '9b0e052c-d12d-4dca-810c-eda79c0a359f', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'port_id': 'c77b59ee-17b3-4900-9eab-5cda9d09251b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'mac_address': 'fa:16:3e:ee:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:32:17Z', 'updated_at': '2022-09-23T01:32:45Z', 'revision_number': 1, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a23080-5e70-4836-a88b-1396740c3f68', 'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'mac_address': 'fa:16:3e:fd:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f171f77f-736d-489a-928a-20915fd59544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:52Z', 'updated_at': '2022-09-23T01:30:26Z', 'revision_number': 5, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'subnets': [{'id': 'f171f77f-736d-489a-928a-20915fd59544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:32:47.666197 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-67537fa5-d3d4-40ae-b066-bad3d88cca22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (25916c2b-dafe-4fac-bc38-60c6ffed6938), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:47.672710 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-67537fa5-d3d4-40ae-b066-bad3d88cca22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:47.673170 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81064efd-be3b-4715-8173-6e37cbb2b8c3 None None] Checking router: 2e261646-45a3-4efd-9e39-d0fd6a3ba39f for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:32:47.675017 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-67537fa5-d3d4-40ae-b066-bad3d88cca22 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/25916c2b-dafe-4fac-bc38-60c6ffed6938 HTTP/1.1" status: 204 len: 168 time: 0.3449366 Sep 23 01:32:47.682877 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:47.685720 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81064efd-be3b-4715-8173-6e37cbb2b8c3 None None] Routers {'2e261646-45a3-4efd-9e39-d0fd6a3ba39f'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:32:47.686378 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-81064efd-be3b-4715-8173-6e37cbb2b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:32:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:32:47.690445 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67537fa5-d3d4-40ae-b066-bad3d88cca22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25916c2b-dafe-4fac-bc38-60c6ffed6938,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:47.754457 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:47.878494 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:47.880290 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-81064efd-be3b-4715-8173-6e37cbb2b8c3 None None] Set router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:32:48.223628 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-81064efd-be3b-4715-8173-6e37cbb2b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'gw_port': {'id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '9b0e052c-d12d-4dca-810c-eda79c0a359f', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'port_id': 'c77b59ee-17b3-4900-9eab-5cda9d09251b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'mac_address': 'fa:16:3e:ee:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:32:17Z', 'updated_at': '2022-09-23T01:32:45Z', 'revision_number': 1, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a23080-5e70-4836-a88b-1396740c3f68', 'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'mac_address': 'fa:16:3e:fd:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f171f77f-736d-489a-928a-20915fd59544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:52Z', 'updated_at': '2022-09-23T01:30:26Z', 'revision_number': 5, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'subnets': [{'id': 'f171f77f-736d-489a-928a-20915fd59544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:32:48.279828 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81064efd-be3b-4715-8173-6e37cbb2b8c3 None None] The sync data for ids ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'] in dv-cinder-849143-7-iscsi is: [{'id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'gw_port': {'id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '9b0e052c-d12d-4dca-810c-eda79c0a359f', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'port_id': 'c77b59ee-17b3-4900-9eab-5cda9d09251b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'mac_address': 'fa:16:3e:ee:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:32:17Z', 'updated_at': '2022-09-23T01:32:45Z', 'revision_number': 1, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a23080-5e70-4836-a88b-1396740c3f68', 'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'mac_address': 'fa:16:3e:fd:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f171f77f-736d-489a-928a-20915fd59544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:52Z', 'updated_at': '2022-09-23T01:30:26Z', 'revision_number': 5, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'subnets': [{'id': 'f171f77f-736d-489a-928a-20915fd59544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:32:48.482331 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe750c0a-349f-4b4c-af90-6a522362f9ad req-003a2b1d-75cf-49ea-830f-f9b2cca8af17 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:48.486338 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fe750c0a-349f-4b4c-af90-6a522362f9ad req-003a2b1d-75cf-49ea-830f-f9b2cca8af17 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.1098425 Sep 23 01:32:48.538386 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:48.593198 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fe750c0a-349f-4b4c-af90-6a522362f9ad req-bb30daad-e5c5-48dc-b6d3-28cf18968104 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958083 Sep 23 01:32:48.603823 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:48.634504 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a8994-9b10-402b-9f8d-dfa8d4423f4a req-8591195a-907c-4080-813a-9bf2fd7ccae5 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:48.636811 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a20a8994-9b10-402b-9f8d-dfa8d4423f4a req-8591195a-907c-4080-813a-9bf2fd7ccae5 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 946 time: 0.1335230 Sep 23 01:32:48.733892 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00e6145-ecb9-403b-af08-f64e89226cef None None] New status for floating IP 9b0e052c-d12d-4dca-810c-eda79c0a359f: ACTIVE {{(pid=107238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:32:48.768816 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a20a8994-9b10-402b-9f8d-dfa8d4423f4a req-9b1bb453-61ff-456f-8e4d-c210e86f6beb tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177490 Sep 23 01:32:48.975416 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:48.985682 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:49.125285 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a125d2-5fc2-4d0b-8221-5f8046dd0c7e req-589858c5-531a-49c4-b2a4-ce086645d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:49.128647 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-92a125d2-5fc2-4d0b-8221-5f8046dd0c7e req-589858c5-531a-49c4-b2a4-ce086645d35f service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 1129 time: 0.0856955 Sep 23 01:32:49.135853 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2e1f7-19f1-460e-8b43-cfceb9c4ecde req-a620332c-891c-4173-a677-5e83dc4bef5d tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:49.140948 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-97d2e1f7-19f1-460e-8b43-cfceb9c4ecde req-a620332c-891c-4173-a677-5e83dc4bef5d tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0948870 Sep 23 01:32:49.333370 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a125d2-5fc2-4d0b-8221-5f8046dd0c7e req-cadb05ed-b51f-4657-90e3-f8e2d898dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:49.335808 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-92a125d2-5fc2-4d0b-8221-5f8046dd0c7e req-cadb05ed-b51f-4657-90e3-f8e2d898dba8 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 200 len: 920 time: 0.1980743 Sep 23 01:32:49.347174 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-97d2e1f7-19f1-460e-8b43-cfceb9c4ecde req-f3d71a16-4c18-4d21-8489-cc5c4e6661c6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Deleting port e1685418-9463-45a4-b038-692645ce18c7 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:32:49.348262 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-97d2e1f7-19f1-460e-8b43-cfceb9c4ecde req-f3d71a16-4c18-4d21-8489-cc5c4e6661c6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (e1685418-9463-45a4-b038-692645ce18c7), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:49.427619 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-92a125d2-5fc2-4d0b-8221-5f8046dd0c7e req-80aadd25-6d18-4d88-9142-a4b1ac923a47 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77b59ee-17b3-4900-9eab-5cda9d09251b HTTP/1.1" status: 200 len: 1001 time: 0.0786543 Sep 23 01:32:49.508840 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a125d2-5fc2-4d0b-8221-5f8046dd0c7e req-ae730aba-2559-41b5-a5bc-4fc4649ca544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:49.511499 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-92a125d2-5fc2-4d0b-8221-5f8046dd0c7e req-ae730aba-2559-41b5-a5bc-4fc4649ca544 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f171f77f-736d-489a-928a-20915fd59544 HTTP/1.1" status: 200 len: 858 time: 0.0721626 Sep 23 01:32:49.576658 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-97d2e1f7-19f1-460e-8b43-cfceb9c4ecde req-f3d71a16-4c18-4d21-8489-cc5c4e6661c6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] For port e1685418-9463-45a4-b038-692645ce18c7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e1685418-9463-45a4-b038-692645ce18c7,segment=NetworkSegment(a5cf47d6-a863-4723-8504-f3909dffe132),segment_id=a5cf47d6-a863-4723-8504-f3909dffe132)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:32:49.580580 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-97d2e1f7-19f1-460e-8b43-cfceb9c4ecde req-f3d71a16-4c18-4d21-8489-cc5c4e6661c6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (e1685418-9463-45a4-b038-692645ce18c7), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:49.614979 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a125d2-5fc2-4d0b-8221-5f8046dd0c7e req-42a4bf6b-2a65-45d7-940d-14dbecb293d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:49.622331 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-92a125d2-5fc2-4d0b-8221-5f8046dd0c7e req-42a4bf6b-2a65-45d7-940d-14dbecb293d7 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f7b971fd-945f-4624-ba90-e53784d63da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0985885 Sep 23 01:32:49.628397 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-97d2e1f7-19f1-460e-8b43-cfceb9c4ecde req-f3d71a16-4c18-4d21-8489-cc5c4e6661c6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Calling delete_port for e1685418-9463-45a4-b038-692645ce18c7 owned by compute:nova {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:32:49.667507 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:49.768427 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:49.797459 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-92a125d2-5fc2-4d0b-8221-5f8046dd0c7e req-7fbb48d9-a2dc-4fc4-8d8c-e2dfa4821b10 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592913 Sep 23 01:32:50.049314 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-92a125d2-5fc2-4d0b-8221-5f8046dd0c7e req-1c23b757-56d1-43c0-bdca-55c695d19698 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321665 Sep 23 01:32:50.066207 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:50.075820 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8def522-d264-428b-bf5f-1afbf0fc1d92 req-1b4925ab-5136-4b64-85cd-c67598c38fb6 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:50.079216 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a8def522-d264-428b-bf5f-1afbf0fc1d92 req-1b4925ab-5136-4b64-85cd-c67598c38fb6 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.2287493 Sep 23 01:32:50.145653 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830616f6-7ed0-46ed-9779-8e9bcdd493f1 req-4d044c61-a69a-4b7e-bf20-cc94d7c55045 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:50.147399 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-830616f6-7ed0-46ed-9779-8e9bcdd493f1 req-4d044c61-a69a-4b7e-bf20-cc94d7c55045 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0966299 Sep 23 01:32:50.203917 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a8def522-d264-428b-bf5f-1afbf0fc1d92 req-4cb568cb-83ce-4ef0-bb59-77aeffcaf8df tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101129 Sep 23 01:32:50.267857 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-97d2e1f7-19f1-460e-8b43-cfceb9c4ecde req-f3d71a16-4c18-4d21-8489-cc5c4e6661c6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (e1685418-9463-45a4-b038-692645ce18c7), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:50.283825 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-830616f6-7ed0-46ed-9779-8e9bcdd493f1 req-fc0d426c-4987-4112-bedc-d606803b69ca tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dfa225ea-e906-4100-a672-ec697c456888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191781 Sep 23 01:32:50.308984 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['e1685418-9463-45a4-b038-692645ce18c7'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:32:50.318362 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d71a16-4c18-4d21-8489-cc5c4e6661c6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Pushing event deleted for resources: {'Port': ['ID=e1685418-9463-45a4-b038-692645ce18c7,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:32:50.380614 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d2e1f7-19f1-460e-8b43-cfceb9c4ecde req-f3d71a16-4c18-4d21-8489-cc5c4e6661c6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] No DVR routers for this DVR port e1685418-9463-45a4-b038-692645ce18c7 on host hv-cinder-84914 {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:32:50.385426 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-97d2e1f7-19f1-460e-8b43-cfceb9c4ecde req-f3d71a16-4c18-4d21-8489-cc5c4e6661c6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:32:50.393010 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-97d2e1f7-19f1-460e-8b43-cfceb9c4ecde req-f3d71a16-4c18-4d21-8489-cc5c4e6661c6 tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.81 "DELETE /networking/v2.0/ports/e1685418-9463-45a4-b038-692645ce18c7 HTTP/1.1" status: 204 len: 173 time: 1.2450292 Sep 23 01:32:50.393865 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6', 'name': 'network-vif-deleted', 'tag': 'e1685418-9463-45a4-b038-692645ce18c7'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:32:50.399191 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b252cfb0-9b55-4786-a311-5c693f917097" -d '{"events": [{"server_uuid": "eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6", "name": "network-vif-deleted", "tag": "e1685418-9463-45a4-b038-692645ce18c7"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:32:50.472487 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1457542e-a509-48b9-b17e-abdcea0523ff x-openstack-request-id: req-1457542e-a509-48b9-b17e-abdcea0523ff {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:32:50.473213 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6", "name": "network-vif-deleted", "tag": "e1685418-9463-45a4-b038-692645ce18c7", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:32:50.473525 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1457542e-a509-48b9-b17e-abdcea0523ff {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:32:50.474211 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1457542e-a509-48b9-b17e-abdcea0523ff'] response: {'server_uuid': 'eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6', 'name': 'network-vif-deleted', 'tag': 'e1685418-9463-45a4-b038-692645ce18c7', 'status': 'completed', 'code': 200} Sep 23 01:32:50.980254 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-cb194db7-7a60-4631-b1fb-6f63cadec13d req-b46c2010-b0e7-4e40-9bf1-50980eb668f4 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0623367 Sep 23 01:32:51.116156 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194db7-7a60-4631-b1fb-6f63cadec13d req-2485f4b0-eef7-42a3-9701-3cf30a0e78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:51.120717 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-cb194db7-7a60-4631-b1fb-6f63cadec13d req-2485f4b0-eef7-42a3-9701-3cf30a0e78dc service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=92e9b7f9904f437f91148da9fc521326&device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 1129 time: 0.0692677 Sep 23 01:32:51.501354 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194db7-7a60-4631-b1fb-6f63cadec13d req-9e11980f-0d70-4de9-bdfa-3c234e5f33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:51.505248 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-cb194db7-7a60-4631-b1fb-6f63cadec13d req-9e11980f-0d70-4de9-bdfa-3c234e5f33a7 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=62c29b3e-b2e8-4dd4-ada2-85bc80343af4 HTTP/1.1" status: 200 len: 912 time: 0.3425426 Sep 23 01:32:51.594963 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c5ab2417-c150-4d0b-a8e8-8f12aa341def req-357402dc-498f-4c97-8eaf-ccc98ac3371c tempest-VolumesActionsTest-871431131 tempest-VolumesActionsTest-871431131-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=eeb1c0b5-c4e7-4033-90d3-e6f08b13e2f6 HTTP/1.1" status: 200 len: 210 time: 0.0688460 Sep 23 01:32:51.630305 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-cb194db7-7a60-4631-b1fb-6f63cadec13d req-d3a82187-926e-4042-ae94-33f49011d381 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8abb555-0222-4db9-8cfd-ae8b447de34c HTTP/1.1" status: 200 len: 1001 time: 0.1129844 Sep 23 01:32:51.728343 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194db7-7a60-4631-b1fb-6f63cadec13d req-20d87e73-4ea2-4b8f-8017-f76b7ec5d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:51.729843 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-cb194db7-7a60-4631-b1fb-6f63cadec13d req-20d87e73-4ea2-4b8f-8017-f76b7ec5d5d4 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d36fada1-7414-44f7-a6e7-b0b2acebf5e7 HTTP/1.1" status: 200 len: 850 time: 0.0752919 Sep 23 01:32:52.101041 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194db7-7a60-4631-b1fb-6f63cadec13d req-eb7cd5f9-012b-40d7-975f-c78ac629f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:52.102589 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-cb194db7-7a60-4631-b1fb-6f63cadec13d req-eb7cd5f9-012b-40d7-975f-c78ac629f1bb service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=62c29b3e-b2e8-4dd4-ada2-85bc80343af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575027 Sep 23 01:32:52.230960 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-cb194db7-7a60-4631-b1fb-6f63cadec13d req-53b63907-1aa1-449a-aa67-5cb6bc394696 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013777 Sep 23 01:32:52.262716 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:32:52.351638 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-cb194db7-7a60-4631-b1fb-6f63cadec13d req-d647841a-1eb0-4b98-a643-657a97ad760c service neutron] 10.222.0.81 "GET /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124856 Sep 23 01:32:52.605947 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device e1685418-9463-45a4-b038-692645ce18c7 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:32:52.629180 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: e1685418-9463-45a4-b038-692645ce18c7 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:32:52.629566 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device e1685418-9463-45a4-b038-692645ce18c7 not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:32:52.630139 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 67de195b-49ec-4b3f-a46f-2918a89919f7 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:32:52.712874 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 67de195b-49ec-4b3f-a46f-2918a89919f7 is: DOWN; New status is: DOWN {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:32:53.006198 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-1c0e5f15-2f83-47c7-924f-138089943593 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=84a9bb6a15444802af12e048ea53223d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552900 Sep 23 01:32:53.334542 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-af13b9d6-5d9d-4442-afe1-335d70b59130 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:53.336136 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-af13b9d6-5d9d-4442-afe1-335d70b59130 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3212821 Sep 23 01:32:53.353690 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-8f234c25-a919-4e12-b6d0-58f593a3e995 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/quotas/84a9bb6a15444802af12e048ea53223d HTTP/1.1" status: 200 len: 375 time: 0.0108697 Sep 23 01:32:53.391468 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-b08b990a-d383-4863-b59d-17e2a36ed4d3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=84a9bb6a15444802af12e048ea53223d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313363 Sep 23 01:32:53.829944 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [req-c118fa46-8558-468f-8711-dd0984275541 req-5a3f1bfc-de73-41c1-b88e-0b5f261b1502 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:32:53.843795 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c118fa46-8558-468f-8711-dd0984275541 req-5a3f1bfc-de73-41c1-b88e-0b5f261b1502 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0101657 Sep 23 01:32:54.013127 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5b547efb-8144-4b0c-92c6-d975687c97ff req-d7cbb843-72fd-4f9f-a2c1-ff3e24cc4afc tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 210 time: 0.0832505 Sep 23 01:32:54.502493 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae7146-ceeb-4b16-ba63-a01c9f4e873e req-10948e9a-ee3e-47f9-ada0-c03e44adeb37 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:54.504452 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d6ae7146-ceeb-4b16-ba63-a01c9f4e873e req-10948e9a-ee3e-47f9-ada0-c03e44adeb37 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0838671 Sep 23 01:32:54.564619 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d6ae7146-ceeb-4b16-ba63-a01c9f4e873e req-7b89efca-7ce9-416c-af50-ed46418bee4f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534458 Sep 23 01:32:55.124330 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f5f927dd-c7d5-443c-8f4a-ed6dab725a30 req-cea0b115-5a76-4ebb-961d-a7a496079c6e tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 210 time: 0.0397763 Sep 23 01:32:55.385943 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 44074) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:55.503619 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6bfbdb3d-e23c-40a9-8ac8-66aa55610204 req-412e0f90-a45c-4170-b482-4477f9630a6d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1160712 Sep 23 01:32:55.519242 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [req-6bfbdb3d-e23c-40a9-8ac8-66aa55610204 req-991e603e-54ed-4978-adb7-9552c5313b36 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:32:55.521301 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6bfbdb3d-e23c-40a9-8ac8-66aa55610204 req-991e603e-54ed-4978-adb7-9552c5313b36 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0101068 Sep 23 01:32:55.639779 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 44088) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:32:55.780480 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f45f8-a521-4a34-9d76-1c9239e7404c req-2654d56f-28ee-4885-b8b0-10944af5d40a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:55.783239 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a12f45f8-a521-4a34-9d76-1c9239e7404c req-2654d56f-28ee-4885-b8b0-10944af5d40a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0823283 Sep 23 01:32:55.825048 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbdb3d-e23c-40a9-8ac8-66aa55610204 req-f3b5e6ca-53da-40f4-9f37-873b8d008d6e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:55.826839 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6bfbdb3d-e23c-40a9-8ac8-66aa55610204 req-f3b5e6ca-53da-40f4-9f37-873b8d008d6e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports/67de195b-49ec-4b3f-a46f-2918a89919f7 HTTP/1.1" status: 200 len: 940 time: 0.1842196 Sep 23 01:32:55.867998 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a12f45f8-a521-4a34-9d76-1c9239e7404c req-709d307b-314c-4f58-acf1-54207df54ceb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780702 Sep 23 01:32:56.290247 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a343756f-32e8-4fac-bbdc-f51d28145005 req-655a1136-5026-4bcc-9995-44ff51a4b340 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 210 time: 0.0691276 Sep 23 01:32:57.113586 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62311ee-10b1-4449-8087-086c4514b873 req-f287a770-bca9-4dd1-8580-af0e4ecc733f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:57.116140 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c62311ee-10b1-4449-8087-086c4514b873 req-f287a770-bca9-4dd1-8580-af0e4ecc733f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0880358 Sep 23 01:32:57.186664 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c62311ee-10b1-4449-8087-086c4514b873 req-40048902-09aa-4d3d-9d7f-c47626704206 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634019 Sep 23 01:32:57.483065 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-69fcfe58-206e-427a-ac84-dc94599424d6 req-1fa7df9b-e53a-480e-8544-dbd525f597ac tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 210 time: 0.0380259 Sep 23 01:32:58.333789 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52dcfc8-9269-4f42-b0cd-fdebc7f1e144 req-63138a1f-e3a0-4321-8d15-cf847de1c422 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:58.335294 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c52dcfc8-9269-4f42-b0cd-fdebc7f1e144 req-63138a1f-e3a0-4321-8d15-cf847de1c422 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0537207 Sep 23 01:32:58.414119 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c52dcfc8-9269-4f42-b0cd-fdebc7f1e144 req-110f2310-ed0c-4e1e-90cf-b31ce7c59db5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684431 Sep 23 01:32:58.639734 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ece2099d-fb2f-4eb6-8b27-c9c594370222 req-b3354748-ec55-41ff-8dce-b6e3533d6e03 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 210 time: 0.0496421 Sep 23 01:32:59.601471 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbcaf0-e3a4-41f9-9e56-898224f2cfa2 req-c9b599a2-4e3b-45f1-9447-5bbaef5b49bc tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:32:59.603858 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-19fbcaf0-e3a4-41f9-9e56-898224f2cfa2 req-c9b599a2-4e3b-45f1-9447-5bbaef5b49bc tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0706854 Sep 23 01:32:59.693689 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-19fbcaf0-e3a4-41f9-9e56-898224f2cfa2 req-a98c27cc-93e0-452b-94c2-cd5c3edc1ac8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818071 Sep 23 01:32:59.838279 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8dbf768e-dca1-4874-b4bf-2c27994afc8b req-9809c45b-72df-4eb2-84b3-863fd3fc3cf0 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 210 time: 0.0435071 Sep 23 01:33:00.769250 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-77bb78ed-b58b-4ab1-b331-49f7e68ac1f0 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=84a9bb6a15444802af12e048ea53223d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363462 Sep 23 01:33:01.000625 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2ac7a-8d48-4f40-b8a7-7333ad801773 req-776a811d-dfcd-47a9-b4ff-027423ab3b61 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:01.013529 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-abd2ac7a-8d48-4f40-b8a7-7333ad801773 req-776a811d-dfcd-47a9-b4ff-027423ab3b61 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0990522 Sep 23 01:33:01.037536 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-5b56a93e-1811-4811-82a6-e4c2ce6687ba tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:01.039834 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-5b56a93e-1811-4811-82a6-e4c2ce6687ba tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2548695 Sep 23 01:33:01.094653 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d85652d0-268a-4bc7-9879-b0101300999c req-e2dedfda-f3ad-4d82-95a7-8a196eae8e24 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 210 time: 0.0527580 Sep 23 01:33:01.104279 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-4961a6a5-f551-4105-b705-b1d867df5ab3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Request body: {'port': {'device_id': 'fc33819d-e38f-4ea1-a2d1-73114ecd1d24', 'network_id': '45a23dae-f448-4e5b-a695-3f008e0b1c70', 'admin_state_up': True, 'tenant_id': '84a9bb6a15444802af12e048ea53223d'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:33:01.168635 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-abd2ac7a-8d48-4f40-b8a7-7333ad801773 req-d98c18ad-3462-4957-8c77-6f5fb128134f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534941 Sep 23 01:33:01.490273 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-4961a6a5-f551-4105-b705-b1d867df5ab3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Made reservation on behalf of 84a9bb6a15444802af12e048ea53223d for: {'port': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:33:01.498636 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-4961a6a5-f551-4105-b705-b1d867df5ab3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:01.515842 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-4961a6a5-f551-4105-b705-b1d867df5ab3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:01.540373 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:01.716647 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-4961a6a5-f551-4105-b705-b1d867df5ab3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Publish callbacks [] for security_group (c6e8cb9c-0344-45d2-acc9-12916005dec2), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:01.869973 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-4961a6a5-f551-4105-b705-b1d867df5ab3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (c6e8cb9c-0344-45d2-acc9-12916005dec2), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:02.124849 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961a6a5-f551-4105-b705-b1d867df5ab3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e8cb9c-0344-45d2-acc9-12916005dec2,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:02.154564 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-4961a6a5-f551-4105-b705-b1d867df5ab3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Allocated IP 192.168.233.34 (45a23dae-f448-4e5b-a695-3f008e0b1c70/8aca6e6e-dd0e-4ba8-ab93-283b3555cfcd/fb614e28-a267-44d0-959d-688089a8d704) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:33:02.388559 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d4535ad0-0566-4e32-9c85-75727c0ef9b5 req-a5879060-795f-4521-a0d7-b84a8f4b685a tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 210 time: 0.0403938 Sep 23 01:33:02.553715 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901337e8-7eae-4d37-82e5-14a0761463a4 req-9b1d2cf0-ea64-4686-875a-f1148f1dda86 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:02.557428 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-901337e8-7eae-4d37-82e5-14a0761463a4 req-9b1d2cf0-ea64-4686-875a-f1148f1dda86 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.1510429 Sep 23 01:33:02.672332 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-901337e8-7eae-4d37-82e5-14a0761463a4 req-6480820f-8199-494f-ba0f-089bada8346a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988832 Sep 23 01:33:02.706603 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=10 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:02.710522 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:02.713081 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:02.880820 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-4961a6a5-f551-4105-b705-b1d867df5ab3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Publish callbacks [] for port (fb614e28-a267-44d0-959d-688089a8d704), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:03.039641 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-4961a6a5-f551-4105-b705-b1d867df5ab3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (fb614e28-a267-44d0-959d-688089a8d704), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:03.133334 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-4961a6a5-f551-4105-b705-b1d867df5ab3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Network 45a23dae-f448-4e5b-a695-3f008e0b1c70 is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:33:03.152524 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-4961a6a5-f551-4105-b705-b1d867df5ab3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:33:03.180823 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-4961a6a5-f551-4105-b705-b1d867df5ab3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:33:03.189346 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961a6a5-f551-4105-b705-b1d867df5ab3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Pushing event updated for resources: {'Port': ['ID=fb614e28-a267-44d0-959d-688089a8d704,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:03.312258 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-4961a6a5-f551-4105-b705-b1d867df5ab3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:03.313593 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-4961a6a5-f551-4105-b705-b1d867df5ab3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:03.343587 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:03.451668 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-4961a6a5-f551-4105-b705-b1d867df5ab3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3548248 Sep 23 01:33:03.476604 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Request body: {'port': {'device_id': 'fc33819d-e38f-4ea1-a2d1-73114ecd1d24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:33:03.684341 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3766d9ef-9b26-4ae2-afba-83ce9c445269 None None] Provisioning complete for port fb614e28-a267-44d0-959d-688089a8d704 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:03.685024 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3766d9ef-9b26-4ae2-afba-83ce9c445269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (fb614e28-a267-44d0-959d-688089a8d704), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:03.687450 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3766d9ef-9b26-4ae2-afba-83ce9c445269 None None] Attempt 1 to provision port fb614e28-a267-44d0-959d-688089a8d704 Sep 23 01:33:03.692145 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fb614e28-a267-44d0-959d-688089a8d704), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:03.772421 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3766d9ef-9b26-4ae2-afba-83ce9c445269 None None] Port fb614e28-a267-44d0-959d-688089a8d704 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:03.796088 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d898b84-e981-4bb3-b8e9-143c39d034b0 req-7fddb639-d483-45dd-acb0-c014003d0b4d tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:03.797692 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8d898b84-e981-4bb3-b8e9-143c39d034b0 req-7fddb639-d483-45dd-acb0-c014003d0b4d tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 935 time: 0.1658113 Sep 23 01:33:03.873167 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-aee835cd-327a-414e-a5d0-9b4f2ca7a2c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:03.905464 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6345f2d-128c-420d-81c1-dd71b03574fd req-ee7b8391-fd31-4d0f-84ae-63e4e5a2d483 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:03.907517 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c6345f2d-128c-420d-81c1-dd71b03574fd req-ee7b8391-fd31-4d0f-84ae-63e4e5a2d483 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0763586 Sep 23 01:33:04.020441 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c6345f2d-128c-420d-81c1-dd71b03574fd req-22f4e5b5-9a93-4b33-a9ed-f7f592880884 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004074 Sep 23 01:33:04.105641 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8d898b84-e981-4bb3-b8e9-143c39d034b0 req-afc9e8ab-2174-4faa-8f40-93b9f6d055ae tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877281 Sep 23 01:33:04.274689 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3766d9ef-9b26-4ae2-afba-83ce9c445269 None None] Attempt 2 to provision port fb614e28-a267-44d0-959d-688089a8d704 Sep 23 01:33:04.316244 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3766d9ef-9b26-4ae2-afba-83ce9c445269 None None] Port fb614e28-a267-44d0-959d-688089a8d704 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:04.343254 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb614e28-a267-44d0-959d-688089a8d704 {{(pid=107235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:33:04.363174 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Publish callbacks [] for port (fb614e28-a267-44d0-959d-688089a8d704), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:04.400249 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.provisioning_blocks [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Transition to ACTIVE for port object fb614e28-a267-44d0-959d-688089a8d704 will not be triggered until provisioned by entity L2. {{(pid=107235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:33:04.500782 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3173566'] for port (fb614e28-a267-44d0-959d-688089a8d704), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:04.716865 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Pushing event updated for resources: {'Port': ['ID=fb614e28-a267-44d0-959d-688089a8d704,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:04.821234 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3766d9ef-9b26-4ae2-afba-83ce9c445269 None None] Attempt 3 to provision port fb614e28-a267-44d0-959d-688089a8d704 Sep 23 01:33:04.897721 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Attempting to bind port fb614e28-a267-44d0-959d-688089a8d704 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:33:04.900561 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Attempting to bind port fb614e28-a267-44d0-959d-688089a8d704 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '299aaa2d-d153-42b4-be00-955f7df15dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '45a23dae-f448-4e5b-a695-3f008e0b1c70'}] {{(pid=107235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:33:04.904512 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Attempting to bind port fb614e28-a267-44d0-959d-688089a8d704 on network 45a23dae-f448-4e5b-a695-3f008e0b1c70 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:33:05.012479 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3766d9ef-9b26-4ae2-afba-83ce9c445269 None None] Port fb614e28-a267-44d0-959d-688089a8d704 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:05.075066 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:05.076982 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Port fb614e28-a267-44d0-959d-688089a8d704 on network 45a23dae-f448-4e5b-a695-3f008e0b1c70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:33:05.077535 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Attempting to bind port fb614e28-a267-44d0-959d-688089a8d704 on network 45a23dae-f448-4e5b-a695-3f008e0b1c70 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:33:05.238020 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:33:05.238020 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Checking segment: {'id': '299aaa2d-d153-42b4-be00-955f7df15dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '45a23dae-f448-4e5b-a695-3f008e0b1c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:33:05.238020 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Bound using segment: {'id': '299aaa2d-d153-42b4-be00-955f7df15dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '45a23dae-f448-4e5b-a695-3f008e0b1c70'} {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:33:05.238020 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Bound port: fb614e28-a267-44d0-959d-688089a8d704, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299aaa2d-d153-42b4-be00-955f7df15dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '45a23dae-f448-4e5b-a695-3f008e0b1c70'}}] {{(pid=107235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:33:05.238967 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fb614e28-a267-44d0-959d-688089a8d704), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:05.312829 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f3199-da81-4bf1-9216-0683eca2229b req-7b6333fd-c546-4b45-8781-829b4eb5c400 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:05.315705 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c98f3199-da81-4bf1-9216-0683eca2229b req-7b6333fd-c546-4b45-8781-829b4eb5c400 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.1390181 Sep 23 01:33:05.450154 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:05.515175 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3766d9ef-9b26-4ae2-afba-83ce9c445269 None None] Attempt 4 to provision port fb614e28-a267-44d0-959d-688089a8d704 Sep 23 01:33:05.538493 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c98f3199-da81-4bf1-9216-0683eca2229b req-1d8b48b7-0667-435b-bb61-5acac8d57903 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094774 Sep 23 01:33:05.601735 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3766d9ef-9b26-4ae2-afba-83ce9c445269 None None] Port fb614e28-a267-44d0-959d-688089a8d704 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:33:05.828795 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e9018-5e87-439a-8fee-03af2470778a req-190ce401-8c85-4d17-9761-e2e5f9f4de81 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:05.837048 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d99e9018-5e87-439a-8fee-03af2470778a req-190ce401-8c85-4d17-9761-e2e5f9f4de81 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 947 time: 0.5000167 Sep 23 01:33:05.842584 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] For port fb614e28-a267-44d0-959d-688089a8d704, host hv-cinder-84914, cleared binding levels {{(pid=107235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:33:05.855029 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] For port fb614e28-a267-44d0-959d-688089a8d704, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fb614e28-a267-44d0-959d-688089a8d704,segment=NetworkSegment(299aaa2d-d153-42b4-be00-955f7df15dcd),segment_id=299aaa2d-d153-42b4-be00-955f7df15dcd)] {{(pid=107235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:33:05.936483 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d99e9018-5e87-439a-8fee-03af2470778a req-5cc14488-0b8e-452a-b64d-068a07de436c tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983851 Sep 23 01:33:05.990873 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3173566'] for port (fb614e28-a267-44d0-959d-688089a8d704), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:06.001186 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:06.002299 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:06.005650 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/fb614e28-a267-44d0-959d-688089a8d704 HTTP/1.1" status: 200 len: 1097 time: 2.5356834 Sep 23 01:33:06.107453 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc33819d-e38f-4ea1-a2d1-73114ecd1d24', 'tag': 'fb614e28-a267-44d0-959d-688089a8d704'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:33:06.107823 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3766d9ef-9b26-4ae2-afba-83ce9c445269 None None] Attempt 5 to provision port fb614e28-a267-44d0-959d-688089a8d704 Sep 23 01:33:06.108656 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5ff3b4-29e5-435b-bdf5-7712ae3d6ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "fc33819d-e38f-4ea1-a2d1-73114ecd1d24", "tag": "fb614e28-a267-44d0-959d-688089a8d704"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:33:06.110220 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:06.111488 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7f858-08bf-4f2c-ae4b-6d1eadbcb444 service neutron] Pushing event updated for resources: {'Port': ['ID=fb614e28-a267-44d0-959d-688089a8d704,revision_number=3']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:06.219638 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb717cc-7b7c-44ed-a57e-15925d1658a3 x-openstack-request-id: req-ccb717cc-7b7c-44ed-a57e-15925d1658a3 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:33:06.219928 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc33819d-e38f-4ea1-a2d1-73114ecd1d24", "tag": "fb614e28-a267-44d0-959d-688089a8d704", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:33:06.220191 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ccb717cc-7b7c-44ed-a57e-15925d1658a3 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:33:06.220613 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb717cc-7b7c-44ed-a57e-15925d1658a3'] response: {'name': 'network-changed', 'server_uuid': 'fc33819d-e38f-4ea1-a2d1-73114ecd1d24', 'tag': 'fb614e28-a267-44d0-959d-688089a8d704', 'status': 'completed', 'code': 200} Sep 23 01:33:06.240061 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3766d9ef-9b26-4ae2-afba-83ce9c445269 None None] Port fb614e28-a267-44d0-959d-688089a8d704 had new provisioning blocks added so it will not transition to active. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:33:06.494828 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-b532d47c-3037-43b8-a648-874b3e6d7eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:06.786688 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffc21f-d803-4f8e-9738-d9ffd52ba8e3 req-87da5844-dc06-4cb0-9696-b0af53c28b4e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:06.789127 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b3ffc21f-d803-4f8e-9738-d9ffd52ba8e3 req-87da5844-dc06-4cb0-9696-b0af53c28b4e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.1004786 Sep 23 01:33:06.903317 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b3ffc21f-d803-4f8e-9738-d9ffd52ba8e3 req-c2887ef3-d619-4f6d-9ce5-bbd97584f9dc tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843306 Sep 23 01:33:07.224431 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bba23-4313-4d88-bd6c-a32944090097 req-6d10eef9-e471-428f-a608-cf89929782a9 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:07.237688 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f54bba23-4313-4d88-bd6c-a32944090097 req-6d10eef9-e471-428f-a608-cf89929782a9 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 947 time: 0.1391919 Sep 23 01:33:07.299131 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:07.326568 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f54bba23-4313-4d88-bd6c-a32944090097 req-467bf509-7bc0-4576-9d6d-2c8ea6991031 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842206 Sep 23 01:33:07.441242 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=14 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:07.461217 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:08.200512 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f937c-d7ac-4c56-b0d2-678f268f0677 req-4b96022d-d6f0-43e2-999a-6b206d7a5e8d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:08.204527 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-051f937c-d7ac-4c56-b0d2-678f268f0677 req-4b96022d-d6f0-43e2-999a-6b206d7a5e8d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.1046069 Sep 23 01:33:08.322901 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-051f937c-d7ac-4c56-b0d2-678f268f0677 req-d012f6f3-695a-40ad-a64d-86d3177be6b6 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979657 Sep 23 01:33:08.568548 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1728e0-066a-4e65-acab-1b12766a0451 req-6c49d72d-777e-458a-8b07-36aaa074fff7 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:08.574218 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ba1728e0-066a-4e65-acab-1b12766a0451 req-6c49d72d-777e-458a-8b07-36aaa074fff7 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 947 time: 0.1078284 Sep 23 01:33:08.679318 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ba1728e0-066a-4e65-acab-1b12766a0451 req-01d9d9db-6c4d-4406-840b-93d80b009c9e tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970268 Sep 23 01:33:08.929196 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:09.259013 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ff3b4-29e5-435b-bdf5-7712ae3d6ec4 req-55d55486-8409-4e99-bbb7-34497f5a930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:09.264413 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-da5ff3b4-29e5-435b-bdf5-7712ae3d6ec4 req-55d55486-8409-4e99-bbb7-34497f5a930a service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=84a9bb6a15444802af12e048ea53223d&device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 1131 time: 0.0807085 Sep 23 01:33:09.334817 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-da5ff3b4-29e5-435b-bdf5-7712ae3d6ec4 req-cea88aa5-c23a-4aba-9f6c-e2614491f105 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=84a9bb6a15444802af12e048ea53223d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513897 Sep 23 01:33:09.671474 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c86804-fc08-43bb-873c-ad66e684cf57 req-8d366f9f-f7fe-4738-bc2f-8ec72e0f3e0f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:09.673357 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-12c86804-fc08-43bb-873c-ad66e684cf57 req-8d366f9f-f7fe-4738-bc2f-8ec72e0f3e0f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.1221433 Sep 23 01:33:09.677614 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ff3b4-29e5-435b-bdf5-7712ae3d6ec4 req-914444d2-46d4-496a-987b-a97f547cf53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:09.679133 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-da5ff3b4-29e5-435b-bdf5-7712ae3d6ec4 req-914444d2-46d4-496a-987b-a97f547cf53b service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3341851 Sep 23 01:33:09.844603 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-f5c59637-27da-4745-b6c6-30ca420257b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:09.846834 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-f5c59637-27da-4745-b6c6-30ca420257b8 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=84a9bb6a15444802af12e048ea53223d&device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 1131 time: 0.0688100 Sep 23 01:33:09.860627 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-12c86804-fc08-43bb-873c-ad66e684cf57 req-fe72ddd7-7147-48fe-9485-bfcb42960880 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721652 Sep 23 01:33:10.022831 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fd7a3-4387-4951-b7dc-980916960b5b req-71077b81-98ef-4765-afac-c51a867e58f4 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:10.035065 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2f4fd7a3-4387-4951-b7dc-980916960b5b req-71077b81-98ef-4765-afac-c51a867e58f4 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 947 time: 0.1538756 Sep 23 01:33:10.044087 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-84e7d24f-717d-484f-b4d2-26ef5bffcfbc service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=fb614e28-a267-44d0-959d-688089a8d704 HTTP/1.1" status: 200 len: 217 time: 0.1672308 Sep 23 01:33:10.160727 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-b554694f-092b-4c04-a598-856a1e120252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:10.163923 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-b554694f-092b-4c04-a598-856a1e120252 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8aca6e6e-dd0e-4ba8-ab93-283b3555cfcd HTTP/1.1" status: 200 len: 843 time: 0.1136060 Sep 23 01:33:10.247315 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2f4fd7a3-4387-4951-b7dc-980916960b5b req-58c55825-1471-4b65-b8c0-832042239405 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093635 Sep 23 01:33:10.312227 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:10.346546 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-635d16f2-4f24-458b-8d0d-5d52ed04956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:10.349917 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-635d16f2-4f24-458b-8d0d-5d52ed04956e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=45a23dae-f448-4e5b-a695-3f008e0b1c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1527717 Sep 23 01:33:10.555902 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-fdfcc1da-fa2c-4a12-99c9-c323bb455082 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/45a23dae-f448-4e5b-a695-3f008e0b1c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765776 Sep 23 01:33:10.912839 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbdb3d-e23c-40a9-8ac8-66aa55610204 req-1ee5401a-8098-4ad8-b213-e3c27aabfe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:10.914989 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6bfbdb3d-e23c-40a9-8ac8-66aa55610204 req-1ee5401a-8098-4ad8-b213-e3c27aabfe52 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d&tenant_id=cc926b4dede94c3b92441b0c610771f6 HTTP/1.1" status: 200 len: 1127 time: 0.1755979 Sep 23 01:33:10.952583 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-412fc6cc-2a37-41ba-a424-095d5ee0a3a2 req-f85275a8-d1c8-4338-bf19-ba3e3a1bb135 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/45a23dae-f448-4e5b-a695-3f008e0b1c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663569 Sep 23 01:33:11.069166 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbdb3d-e23c-40a9-8ac8-66aa55610204 req-08db8fb0-2a20-403e-8ddf-6c00abb25936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:11.071058 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6bfbdb3d-e23c-40a9-8ac8-66aa55610204 req-08db8fb0-2a20-403e-8ddf-6c00abb25936 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=cc926b4dede94c3b92441b0c610771f6&device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 1127 time: 0.0911365 Sep 23 01:33:11.206731 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:11.222316 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:11.255331 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962b5d6-6fc5-4ac8-8a02-ce72e8a53c2c req-01e813d8-6652-40c5-a2bd-f801fcb608dd tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:11.258860 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9962b5d6-6fc5-4ac8-8a02-ce72e8a53c2c req-01e813d8-6652-40c5-a2bd-f801fcb608dd tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.1798511 Sep 23 01:33:11.332104 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:11.339543 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbdb3d-e23c-40a9-8ac8-66aa55610204 req-b522a45e-d31b-457e-8fc1-18a4a3eb946f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:11.341538 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6bfbdb3d-e23c-40a9-8ac8-66aa55610204 req-b522a45e-d31b-457e-8fc1-18a4a3eb946f service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=fd195584-9c0f-4bc1-8f70-84ad33facee8 HTTP/1.1" status: 200 len: 918 time: 0.2610288 Sep 23 01:33:11.362344 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9962b5d6-6fc5-4ac8-8a02-ce72e8a53c2c req-2f1c5d37-4e14-4f45-b10f-263a2a48b64f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940793 Sep 23 01:33:11.486597 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1911d-e60d-438f-9ba5-ba551b2bb623 req-8fbc98ef-49cf-4cc8-8bd6-bd651cb792a5 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:11.488261 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-def1911d-e60d-438f-9ba5-ba551b2bb623 req-8fbc98ef-49cf-4cc8-8bd6-bd651cb792a5 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 947 time: 0.0794325 Sep 23 01:33:11.891749 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-def1911d-e60d-438f-9ba5-ba551b2bb623 req-beb8c679-27ef-49a6-b056-483079b98615 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939114 Sep 23 01:33:12.634823 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e751f-c02f-40a7-870d-aa5375732d05 req-1f3f987c-4ecd-4f52-a81b-ceaab9abdd97 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:12.638793 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-675e751f-c02f-40a7-870d-aa5375732d05 req-1f3f987c-4ecd-4f52-a81b-ceaab9abdd97 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0812230 Sep 23 01:33:12.732007 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-675e751f-c02f-40a7-870d-aa5375732d05 req-49194c60-db86-4e3d-883e-e6899bd087ae tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841918 Sep 23 01:33:13.083149 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d085488-f5ae-4bb4-aa6d-02f2a78970d6 req-a56e9b52-4401-4251-9b30-2892cc0c682c tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:13.093226 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0d085488-f5ae-4bb4-aa6d-02f2a78970d6 req-a56e9b52-4401-4251-9b30-2892cc0c682c tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 947 time: 0.0713000 Sep 23 01:33:13.172392 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0d085488-f5ae-4bb4-aa6d-02f2a78970d6 req-e774a092-5b3c-4b5d-b113-3effe6750780 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775092 Sep 23 01:33:13.932433 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d6eb7-7ec5-4f22-89e2-e211c150de63 req-326a7a35-413d-4d05-bed2-b3795684237e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:13.935023 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-692d6eb7-7ec5-4f22-89e2-e211c150de63 req-326a7a35-413d-4d05-bed2-b3795684237e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0725865 Sep 23 01:33:14.009882 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-692d6eb7-7ec5-4f22-89e2-e211c150de63 req-221797ed-2f30-4e1d-83ae-d9548de5f71a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666902 Sep 23 01:33:14.351706 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c290e-6018-40e3-9c39-bdf1c5ac4c1c req-8335c957-6e3e-4ce1-a90a-8c8e1f0c5b2a tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:14.354342 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-451c290e-6018-40e3-9c39-bdf1c5ac4c1c req-8335c957-6e3e-4ce1-a90a-8c8e1f0c5b2a tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 947 time: 0.0739484 Sep 23 01:33:14.486631 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-451c290e-6018-40e3-9c39-bdf1c5ac4c1c req-ce1a244c-64ce-41f1-ac0f-7fa001d8028a tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180873 Sep 23 01:33:15.203124 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bd870-e8ad-41c9-b9b3-3ee7a3586563 req-1b914ed0-6c13-42f3-b9c6-09efd596b16a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:15.204781 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-db2bd870-e8ad-41c9-b9b3-3ee7a3586563 req-1b914ed0-6c13-42f3-b9c6-09efd596b16a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0583274 Sep 23 01:33:15.298697 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-db2bd870-e8ad-41c9-b9b3-3ee7a3586563 req-4319b346-6655-4425-8cc4-6d54b4e4a3e6 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813665 Sep 23 01:33:15.608454 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6bfbdb3d-e23c-40a9-8ac8-66aa55610204 req-3e54d177-2faa-45b2-b368-5bdc97062c24 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67de195b-49ec-4b3f-a46f-2918a89919f7 HTTP/1.1" status: 200 len: 999 time: 0.1296487 Sep 23 01:33:15.689491 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518fade-ad18-4531-97c2-2d8c8a0fe399 req-17ba1d3d-2339-4770-b9bb-682b67b4287d tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:15.694164 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbdb3d-e23c-40a9-8ac8-66aa55610204 req-87cdf3ba-b61a-4602-aad8-6ceda2392e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:15.697693 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6bfbdb3d-e23c-40a9-8ac8-66aa55610204 req-87cdf3ba-b61a-4602-aad8-6ceda2392e12 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=14588842-7014-4d4b-b88a-21758b766661 HTTP/1.1" status: 200 len: 856 time: 0.0807223 Sep 23 01:33:15.701141 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9518fade-ad18-4531-97c2-2d8c8a0fe399 req-17ba1d3d-2339-4770-b9bb-682b67b4287d tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 947 time: 0.0929618 Sep 23 01:33:15.800652 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9518fade-ad18-4531-97c2-2d8c8a0fe399 req-4418497f-646c-41e9-9b75-1a1a43ef3a97 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981317 Sep 23 01:33:15.805437 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbdb3d-e23c-40a9-8ac8-66aa55610204 req-e7279970-41fd-4426-9fc3-4734c4aede4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:15.826528 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6bfbdb3d-e23c-40a9-8ac8-66aa55610204 req-e7279970-41fd-4426-9fc3-4734c4aede4f service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=fd195584-9c0f-4bc1-8f70-84ad33facee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1122720 Sep 23 01:33:16.003858 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6bfbdb3d-e23c-40a9-8ac8-66aa55610204 req-ab66ec99-9d34-442e-864c-caf9dea61927 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720948 Sep 23 01:33:16.200636 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6bfbdb3d-e23c-40a9-8ac8-66aa55610204 req-950b0bc6-6ee3-4145-80f3-db5083405382 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874888 Sep 23 01:33:16.577620 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbdd16-e6d3-4ccb-b692-e9a3c6cb6ec5 req-b6a9a7bc-e16f-40e9-85da-fcbc181a8911 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:16.589232 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0ecbdd16-e6d3-4ccb-b692-e9a3c6cb6ec5 req-b6a9a7bc-e16f-40e9-85da-fcbc181a8911 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0974247 Sep 23 01:33:16.710925 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0ecbdd16-e6d3-4ccb-b692-e9a3c6cb6ec5 req-182ea005-9c0e-44fc-b3ed-02f1a22b8fdf tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119161 Sep 23 01:33:16.765652 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device fb614e28-a267-44d0-959d-688089a8d704 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:33:16.940882 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port fb614e28-a267-44d0-959d-688089a8d704, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fb614e28-a267-44d0-959d-688089a8d704,segment=NetworkSegment(299aaa2d-d153-42b4-be00-955f7df15dcd),segment_id=299aaa2d-d153-42b4-be00-955f7df15dcd)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:16.955966 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': 'fb614e28-a267-44d0-959d-688089a8d704', 'network_id': '45a23dae-f448-4e5b-a695-3f008e0b1c70', 'port_id': 'fb614e28-a267-44d0-959d-688089a8d704', 'mac_address': 'fa:16:3e:54:e3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aca6e6e-dd0e-4ba8-ab93-283b3555cfcd', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:33:17.008729 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port fb614e28-a267-44d0-959d-688089a8d704 is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:17.009733 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fb614e28-a267-44d0-959d-688089a8d704), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:17.034503 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb614e28-a267-44d0-959d-688089a8d704 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:33:17.069126 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port fb614e28-a267-44d0-959d-688089a8d704, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fb614e28-a267-44d0-959d-688089a8d704,segment=NetworkSegment(299aaa2d-d153-42b4-be00-955f7df15dcd),segment_id=299aaa2d-d153-42b4-be00-955f7df15dcd)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:17.094135 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b6998-597d-4b42-980f-61b162d01844 req-35e55a8d-3522-4598-b62d-1c7e4522060c tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:17.110679 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-311b6998-597d-4b42-980f-61b162d01844 req-35e55a8d-3522-4598-b62d-1c7e4522060c tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 947 time: 0.1065097 Sep 23 01:33:17.190680 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-311b6998-597d-4b42-980f-61b162d01844 req-96d3692e-8872-43c7-a985-1f3900e94cf5 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797579 Sep 23 01:33:17.278650 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (fb614e28-a267-44d0-959d-688089a8d704), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:17.381309 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=fb614e28-a267-44d0-959d-688089a8d704,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:17.410849 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:17.412525 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:17.413710 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:17.414878 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:17.415707 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:17.416212 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:17.416705 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:17.417236 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:17.419638 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:17.420987 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:17.421944 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:17.422935 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:17.425006 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:17.426630 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:17.427150 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:18.054285 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb9f32-c161-40bf-bc76-bf7029c87138 req-e756fad3-bd78-4132-a16c-66011f1e4ef9 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:18.071269 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f7fb9f32-c161-40bf-bc76-bf7029c87138 req-e756fad3-bd78-4132-a16c-66011f1e4ef9 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.1694548 Sep 23 01:33:18.150086 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f7fb9f32-c161-40bf-bc76-bf7029c87138 req-14218a50-8a94-4bfe-ada9-82efc01fe49b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776989 Sep 23 01:33:18.353507 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 44448) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:18.547538 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c7f68-df0c-4fb6-9691-4cd222edce01 req-6d50f57f-f6f5-49d1-9a8b-1773dec2e168 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:18.557910 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ca6c7f68-df0c-4fb6-9691-4cd222edce01 req-6d50f57f-f6f5-49d1-9a8b-1773dec2e168 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 948 time: 0.2083871 Sep 23 01:33:18.684731 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ca6c7f68-df0c-4fb6-9691-4cd222edce01 req-f6e1c0ab-ca98-4994-93de-7d888f7efb3e tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155519 Sep 23 01:33:18.716517 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-dd3537b3-07a1-4a7a-bd5b-f0440fa5e9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:19.073657 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:19.091125 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-dd3537b3-07a1-4a7a-bd5b-f0440fa5e9e9 admin admin] Publish callbacks [] for security_group (decc8711-54b6-4f22-9b16-ae12462241d5), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:19.265129 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-dd3537b3-07a1-4a7a-bd5b-f0440fa5e9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (decc8711-54b6-4f22-9b16-ae12462241d5), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:19.298657 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:19.535175 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c74e5b-c32b-49e9-90d9-be047132aec9 req-cd4b8eb1-66b6-4c7b-baad-c0deae80c2f4 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:19.537644 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-92c74e5b-c32b-49e9-90d9-be047132aec9 req-cd4b8eb1-66b6-4c7b-baad-c0deae80c2f4 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.1525691 Sep 23 01:33:19.573951 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 44456) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:19.574994 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-dd3537b3-07a1-4a7a-bd5b-f0440fa5e9e9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a9e1b329442b49838334be2e4146fef9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2202730 Sep 23 01:33:19.592426 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3537b3-07a1-4a7a-bd5b-f0440fa5e9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decc8711-54b6-4f22-9b16-ae12462241d5,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:19.699655 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-92c74e5b-c32b-49e9-90d9-be047132aec9 req-5371f2f8-c6ca-4828-a521-62db02fe9f33 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490049 Sep 23 01:33:19.796728 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Publish callbacks [] for security_group (decc8711-54b6-4f22-9b16-ae12462241d5), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:19.892973 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Publish callbacks [] for security_group (decc8711-54b6-4f22-9b16-ae12462241d5), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.036716 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:20.064690 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:20.081453 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2f95c-6499-4868-8441-cbda59acb831 req-98752ec9-ea86-4bbe-8024-562c94961ec2 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:20.085265 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-06d2f95c-6499-4868-8441-cbda59acb831 req-98752ec9-ea86-4bbe-8024-562c94961ec2 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 948 time: 0.1303387 Sep 23 01:33:20.216930 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-06d2f95c-6499-4868-8441-cbda59acb831 req-244d9310-b93d-477c-8d1c-f6310c615390 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209352 Sep 23 01:33:20.283705 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (decc8711-54b6-4f22-9b16-ae12462241d5), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.288391 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:20.288391 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/decc8711-54b6-4f22-9b16-ae12462241d5 HTTP/1.1" status: 204 len: 168 time: 0.7114234 Sep 23 01:33:20.298016 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decc8711-54b6-4f22-9b16-ae12462241d5,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:20.307373 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:20.307727 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:20.308420 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:20.308420 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:20.309284 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:20.309750 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:20.310081 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:20.310408 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:20.310731 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:20.311055 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:20.311447 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:20.311828 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:20.312271 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:20.312626 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:20.312993 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15302fb-a326-4c62-a38f-7508beb44aa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:20.802927 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['fb614e28-a267-44d0-959d-688089a8d704'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:33:20.944694 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:21.069678 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8315a-ca83-44ff-b8ec-6533fda304ad req-b8e9d94d-efdf-4732-be66-5c3f5b4d74af tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:21.077384 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-7ee8315a-ca83-44ff-b8ec-6533fda304ad req-b8e9d94d-efdf-4732-be66-5c3f5b4d74af tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.1119602 Sep 23 01:33:21.245453 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-7ee8315a-ca83-44ff-b8ec-6533fda304ad req-b170d070-0359-48ad-95c1-4611e348016f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612644 Sep 23 01:33:21.456096 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb3df3-cc90-4459-b9f1-c166aae6b2d3 req-1e79de72-89dc-43bb-8973-c1a440066b9c tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:21.469077 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f1bb3df3-cc90-4459-b9f1-c166aae6b2d3 req-1e79de72-89dc-43bb-8973-c1a440066b9c tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 948 time: 0.0842936 Sep 23 01:33:21.542429 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f1bb3df3-cc90-4459-b9f1-c166aae6b2d3 req-347c48bf-a5f5-42d6-8d92-0c4060d4a471 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679138 Sep 23 01:33:21.988363 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 44480) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:22.014861 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d19d36ac-d4c3-4192-836b-5bffb69a3602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:22.271126 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d19d36ac-d4c3-4192-836b-5bffb69a3602 admin admin] Publish callbacks [] for security_group (1faac1c5-7e33-4374-8600-0b970f4e9134), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:22.386120 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d19d36ac-d4c3-4192-836b-5bffb69a3602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (1faac1c5-7e33-4374-8600-0b970f4e9134), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:22.473532 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d36ac-d4c3-4192-836b-5bffb69a3602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faac1c5-7e33-4374-8600-0b970f4e9134,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:22.614382 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-d19d36ac-d4c3-4192-836b-5bffb69a3602 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=d4d7817355bf4677803eff2b0ef4df6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6231797 Sep 23 01:33:22.616939 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 44496) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:22.644547 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device fb614e28-a267-44d0-959d-688089a8d704 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:33:22.664393 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41538c8-f473-422d-90d3-d823619ca8cd req-b4432381-ff53-4457-adae-82fbe4b4e112 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:22.670041 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d41538c8-f473-422d-90d3-d823619ca8cd req-b4432381-ff53-4457-adae-82fbe4b4e112 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.1669643 Sep 23 01:33:22.754069 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:22.854097 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-426b655c-6b92-44a3-b23d-eae7f6bc1a85 admin admin] Publish callbacks [] for security_group (1faac1c5-7e33-4374-8600-0b970f4e9134), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:22.886423 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port fb614e28-a267-44d0-959d-688089a8d704 completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:33:22.894493 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:22.937710 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d41538c8-f473-422d-90d3-d823619ca8cd req-86ee5d36-848b-42c2-8ffd-5fbfccb00f8b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374313 Sep 23 01:33:23.057119 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0cba9-adb6-43f2-b606-f360b42db16a req-a268db93-d549-40a3-bf27-84e5a7985dd3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:23.069898 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-80c0cba9-adb6-43f2-b606-f360b42db16a req-a268db93-d549-40a3-bf27-84e5a7985dd3 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 948 time: 0.2177789 Sep 23 01:33:23.164342 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-426b655c-6b92-44a3-b23d-eae7f6bc1a85 admin admin] Publish callbacks [] for security_group (1faac1c5-7e33-4374-8600-0b970f4e9134), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:23.292310 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-80c0cba9-adb6-43f2-b606-f360b42db16a req-df0dffc4-53ee-4d48-863d-749ed8ec25c9 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187910 Sep 23 01:33:23.340885 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:33:23.576084 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port fb614e28-a267-44d0-959d-688089a8d704 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:23.576594 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (fb614e28-a267-44d0-959d-688089a8d704), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:23.577531 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port fb614e28-a267-44d0-959d-688089a8d704 Sep 23 01:33:23.621387 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-426b655c-6b92-44a3-b23d-eae7f6bc1a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (1faac1c5-7e33-4374-8600-0b970f4e9134), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:23.628129 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-426b655c-6b92-44a3-b23d-eae7f6bc1a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:23.634181 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-426b655c-6b92-44a3-b23d-eae7f6bc1a85 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1faac1c5-7e33-4374-8600-0b970f4e9134 HTTP/1.1" status: 204 len: 168 time: 1.0106418 Sep 23 01:33:23.662351 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b655c-6b92-44a3-b23d-eae7f6bc1a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faac1c5-7e33-4374-8600-0b970f4e9134,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:23.877874 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port fb614e28-a267-44d0-959d-688089a8d704 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:23.884833 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fb614e28-a267-44d0-959d-688089a8d704), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:23.943856 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc33819d-e38f-4ea1-a2d1-73114ecd1d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb614e28-a267-44d0-959d-688089a8d704'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:33:23.947611 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c7c8c2-16e6-4bc0-b754-6260a780bb46" -d '{"events": [{"server_uuid": "fc33819d-e38f-4ea1-a2d1-73114ecd1d24", "name": "network-vif-plugged", "status": "completed", "tag": "fb614e28-a267-44d0-959d-688089a8d704"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:33:23.981217 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port fb614e28-a267-44d0-959d-688089a8d704, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fb614e28-a267-44d0-959d-688089a8d704,segment=NetworkSegment(299aaa2d-d153-42b4-be00-955f7df15dcd),segment_id=299aaa2d-d153-42b4-be00-955f7df15dcd)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:24.058351 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9079ef1d-21bf-4ef5-8960-9e9345c27789 x-openstack-request-id: req-9079ef1d-21bf-4ef5-8960-9e9345c27789 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:33:24.058915 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc33819d-e38f-4ea1-a2d1-73114ecd1d24", "name": "network-vif-plugged", "status": "completed", "tag": "fb614e28-a267-44d0-959d-688089a8d704", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:33:24.059069 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9079ef1d-21bf-4ef5-8960-9e9345c27789 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:33:24.060262 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9079ef1d-21bf-4ef5-8960-9e9345c27789'] response: {'server_uuid': 'fc33819d-e38f-4ea1-a2d1-73114ecd1d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb614e28-a267-44d0-959d-688089a8d704', 'code': 200} Sep 23 01:33:24.074687 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (fb614e28-a267-44d0-959d-688089a8d704), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:24.320241 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=fb614e28-a267-44d0-959d-688089a8d704,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:24.400611 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb96060-df9b-4317-bdc0-d8f8d8010311 req-1b53a39f-c94a-48e1-89bb-6304208ba64c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:24.406384 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-afb96060-df9b-4317-bdc0-d8f8d8010311 req-1b53a39f-c94a-48e1-89bb-6304208ba64c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.1353049 Sep 23 01:33:24.553591 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-afb96060-df9b-4317-bdc0-d8f8d8010311 req-e9ad3b60-4705-4a70-a36b-88eda965789f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450074 Sep 23 01:33:24.572553 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711c02f-e232-455a-89bf-a57203b0c072 req-65bd604a-53bc-460b-9135-c092508f8383 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:24.576895 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1711c02f-e232-455a-89bf-a57203b0c072 req-65bd604a-53bc-460b-9135-c092508f8383 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 949 time: 0.1072226 Sep 23 01:33:24.752055 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1711c02f-e232-455a-89bf-a57203b0c072 req-b8378fc8-9af7-415f-b1a9-833a9d42f60a tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632507 Sep 23 01:33:24.942648 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c355a61-60cc-4aa9-8ac8-1772d50820d7 req-3d3bc999-9ffb-411e-a833-89fc7125a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:24.949882 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8c355a61-60cc-4aa9-8ac8-1772d50820d7 req-3d3bc999-9ffb-411e-a833-89fc7125a6d5 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 1133 time: 0.1964982 Sep 23 01:33:25.159035 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8c355a61-60cc-4aa9-8ac8-1772d50820d7 req-f35bacf8-5f2f-431e-a5ae-f55b875ebbbe service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210723 Sep 23 01:33:25.858704 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065319c7-8e0e-4eb3-b68e-cc6438e17f8a req-c37cb50e-6543-4b01-9193-10e87a10c818 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:25.882779 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-065319c7-8e0e-4eb3-b68e-cc6438e17f8a req-c37cb50e-6543-4b01-9193-10e87a10c818 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.1384532 Sep 23 01:33:26.075128 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-065319c7-8e0e-4eb3-b68e-cc6438e17f8a req-a13c47ac-3a0f-4c59-a1b4-a5dd98f55fc5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775751 Sep 23 01:33:26.136307 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db1b72-b8d7-42bd-94b8-233a9dc1c19d req-20cbc681-e488-4514-ab5e-6358cbf746ac tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:26.138755 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-20db1b72-b8d7-42bd-94b8-233a9dc1c19d req-20cbc681-e488-4514-ab5e-6358cbf746ac tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 949 time: 0.1422145 Sep 23 01:33:26.281248 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:26.302528 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-20db1b72-b8d7-42bd-94b8-233a9dc1c19d req-548c88fa-5fdb-4d3a-8ae9-ed108ad58459 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535156 Sep 23 01:33:27.329386 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb33069-6d96-4b25-bf33-d6d79c1cb629 req-0220215c-12a7-4d33-a935-d02d05535c7e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:27.330915 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bbb33069-6d96-4b25-bf33-d6d79c1cb629 req-0220215c-12a7-4d33-a935-d02d05535c7e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0647085 Sep 23 01:33:27.407500 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bbb33069-6d96-4b25-bf33-d6d79c1cb629 req-b507e42b-1ff8-4e3e-85ec-5e3274f84331 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675876 Sep 23 01:33:27.538691 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf0927-7a19-4447-9ef3-da7c39999056 req-ed6b1d1a-2817-42b2-a7c3-ea2bfbb5e37b tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:27.540343 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fdbf0927-7a19-4447-9ef3-da7c39999056 req-ed6b1d1a-2817-42b2-a7c3-ea2bfbb5e37b tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 949 time: 0.0542653 Sep 23 01:33:27.653140 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fdbf0927-7a19-4447-9ef3-da7c39999056 req-1ca7e32c-81b7-4e58-aa4b-e56d3bd0a5df tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034632 Sep 23 01:33:28.687147 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e36476-7a57-4a1c-931f-3fbe67aff118 req-e767287f-8187-471b-a45a-ab8457c4bf38 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:28.690661 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-78e36476-7a57-4a1c-931f-3fbe67aff118 req-e767287f-8187-471b-a45a-ab8457c4bf38 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.1084042 Sep 23 01:33:28.805676 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-78e36476-7a57-4a1c-931f-3fbe67aff118 req-40cfe1e5-f610-422f-aa51-592e144ebbc0 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076856 Sep 23 01:33:28.912154 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cd4ad-af7f-4617-89b9-7f01e9e8d95d req-91c6582f-2a65-492c-92bd-734047da50b8 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:28.916148 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-856cd4ad-af7f-4617-89b9-7f01e9e8d95d req-91c6582f-2a65-492c-92bd-734047da50b8 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 949 time: 0.0970371 Sep 23 01:33:29.032139 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-856cd4ad-af7f-4617-89b9-7f01e9e8d95d req-85dbbd34-2b51-48f7-a28b-1a0e066c07fe tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043880 Sep 23 01:33:30.099085 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db77673-7796-4443-b33b-ad42d08a0c63 req-387e42bc-ff12-4f44-9b2b-9becb108687a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:30.103797 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5db77673-7796-4443-b33b-ad42d08a0c63 req-387e42bc-ff12-4f44-9b2b-9becb108687a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.1205060 Sep 23 01:33:30.177049 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5db77673-7796-4443-b33b-ad42d08a0c63 req-757806b0-5f2a-40fd-9399-a52f9d1c26f2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646918 Sep 23 01:33:30.280421 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce113c-133c-4a1c-b79f-df79241dc486 req-b3fc705b-90be-4b59-9970-e105558ce1ae tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:30.290868 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-98ce113c-133c-4a1c-b79f-df79241dc486 req-b3fc705b-90be-4b59-9970-e105558ce1ae tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 949 time: 0.0588639 Sep 23 01:33:30.370846 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:30.377802 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-98ce113c-133c-4a1c-b79f-df79241dc486 req-352dc173-a124-464c-83e2-1d280cf9c1cc tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890694 Sep 23 01:33:31.390548 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f3899-48a6-4eff-a908-7ce377786964 req-93d3ee5a-e6d9-483b-bd42-574fff976e87 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:31.393357 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ff5f3899-48a6-4eff-a908-7ce377786964 req-93d3ee5a-e6d9-483b-bd42-574fff976e87 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0790074 Sep 23 01:33:31.451409 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:31.492774 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ff5f3899-48a6-4eff-a908-7ce377786964 req-5337da60-4ecc-46e9-8ccd-846682137191 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846057 Sep 23 01:33:31.589483 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd40ee6-56ea-4dcb-8f5a-04f4c7b094d1 req-45acec98-3344-408a-9fb6-75e0ef8410f8 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:31.592129 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-edd40ee6-56ea-4dcb-8f5a-04f4c7b094d1 req-45acec98-3344-408a-9fb6-75e0ef8410f8 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 949 time: 0.0798728 Sep 23 01:33:31.710744 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-edd40ee6-56ea-4dcb-8f5a-04f4c7b094d1 req-bfe951c7-b95c-4ddc-818c-d10b537091b0 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930178 Sep 23 01:33:32.711855 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf69ad-6630-4c0a-bb9c-1c166ec2922d req-e4c05c3f-ad86-458b-bb20-5b30be49c554 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:32.713422 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a7bf69ad-6630-4c0a-bb9c-1c166ec2922d req-e4c05c3f-ad86-458b-bb20-5b30be49c554 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0669115 Sep 23 01:33:32.804658 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a7bf69ad-6630-4c0a-bb9c-1c166ec2922d req-7ee02b2a-ec2f-4aae-88ca-5fd779117ee3 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798597 Sep 23 01:33:32.937640 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806d004-db8a-4176-917c-6023989abd33 req-b7512b8d-f4e0-455e-857f-86db7b5e56c0 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:32.940617 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a806d004-db8a-4176-917c-6023989abd33 req-b7512b8d-f4e0-455e-857f-86db7b5e56c0 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 949 time: 0.1004083 Sep 23 01:33:33.029744 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a806d004-db8a-4176-917c-6023989abd33 req-7f4c6c64-1e49-4962-ad2d-e6cb4ee3c73b tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817540 Sep 23 01:33:33.918582 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-04c0a10c-2442-4049-8c9a-5daafb10cfb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:34.076106 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bd603-f56f-4d44-bf50-be198eede3a3 req-71d78810-783a-4e17-8075-5b4209959d65 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:34.080341 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-553bd603-f56f-4d44-bf50-be198eede3a3 req-71d78810-783a-4e17-8075-5b4209959d65 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0768600 Sep 23 01:33:34.095841 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:34.165806 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-553bd603-f56f-4d44-bf50-be198eede3a3 req-e3791df3-a239-4fb8-abe4-5f5e04001ba5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803618 Sep 23 01:33:34.318579 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0212f-e533-4fa3-a3be-f65132ea40c9 req-e418bfb9-081b-4e30-b935-4a3e63c5753c tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:34.320425 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-30f0212f-e533-4fa3-a3be-f65132ea40c9 req-e418bfb9-081b-4e30-b935-4a3e63c5753c tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 949 time: 0.0973654 Sep 23 01:33:34.419394 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-30f0212f-e533-4fa3-a3be-f65132ea40c9 req-3f19ff95-c24d-42be-8bec-eb71693cc69b tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874453 Sep 23 01:33:35.094366 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 44742) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:35.151144 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e663e5-9849-45c9-8af8-0cf6f89aec58 admin admin] Deleting subnet cfac0830-9335-41fe-b739-b01f4d5059b6 {{(pid=107236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:33:35.155733 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-55e663e5-9849-45c9-8af8-0cf6f89aec58 admin admin] Publish callbacks [] for subnet (cfac0830-9335-41fe-b739-b01f4d5059b6), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:35.204895 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-55e663e5-9849-45c9-8af8-0cf6f89aec58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3450915'] for subnet (cfac0830-9335-41fe-b739-b01f4d5059b6), precommit_delete_associations {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:35.279665 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-55e663e5-9849-45c9-8af8-0cf6f89aec58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7847786'] for subnet (cfac0830-9335-41fe-b739-b01f4d5059b6), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:35.375776 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68e6f6-7528-476c-a4eb-f91635091f31 req-7ad95a6e-86fc-422b-89e2-2b56d7b2b049 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:35.377400 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-fc68e6f6-7528-476c-a4eb-f91635091f31 req-7ad95a6e-86fc-422b-89e2-2b56d7b2b049 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0664818 Sep 23 01:33:35.443792 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-fc68e6f6-7528-476c-a4eb-f91635091f31 req-b6f2b9bf-c8a5-49cf-b426-caa157b9cbd9 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574670 Sep 23 01:33:35.523957 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-55e663e5-9849-45c9-8af8-0cf6f89aec58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7835479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3206794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9355630'] for subnet (cfac0830-9335-41fe-b739-b01f4d5059b6), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:35.561649 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e663e5-9849-45c9-8af8-0cf6f89aec58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfac0830-9335-41fe-b739-b01f4d5059b6,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:35.563592 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-55e663e5-9849-45c9-8af8-0cf6f89aec58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:35.566840 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-55e663e5-9849-45c9-8af8-0cf6f89aec58 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/cfac0830-9335-41fe-b739-b01f4d5059b6 HTTP/1.1" status: 204 len: 168 time: 0.4703567 Sep 23 01:33:35.570948 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 44752) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:35.632942 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a23da0-a543-49e0-ae7d-cc12d4aa8231 req-9b7ac85b-3faf-4b64-ad0b-ede9bb25a85a tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:35.634487 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-94a23da0-a543-49e0-ae7d-cc12d4aa8231 req-9b7ac85b-3faf-4b64-ad0b-ede9bb25a85a tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 949 time: 0.0992107 Sep 23 01:33:35.679860 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3b7a1209-fa3d-4269-93d8-7978015ddf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776543'] for network (9bf674af-206f-436e-bb8c-2e0cce6fc1f2), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:35.723620 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-94a23da0-a543-49e0-ae7d-cc12d4aa8231 req-6bc5dc30-7c1f-4dad-b2f0-9c67fd83fd84 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773354 Sep 23 01:33:35.795514 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3b7a1209-fa3d-4269-93d8-7978015ddf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807041', 'neutron.services.segments.db._delete_segments_for_network-8752383552961'] for network (9bf674af-206f-436e-bb8c-2e0cce6fc1f2), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:35.819278 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-3b7a1209-fa3d-4269-93d8-7978015ddf9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf674af-206f-436e-bb8c-2e0cce6fc1f2']}} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:35.831941 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-3b7a1209-fa3d-4269-93d8-7978015ddf9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cf47d6-a863-4723-8504-f3909dffe132') {'for_net_delete': True} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:35.832500 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-3b7a1209-fa3d-4269-93d8-7978015ddf9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cf47d6-a863-4723-8504-f3909dffe132') {} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:33:35.856778 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3b7a1209-fa3d-4269-93d8-7978015ddf9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752383552853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9302479'] for segment (a5cf47d6-a863-4723-8504-f3909dffe132), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:35.872955 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3b7a1209-fa3d-4269-93d8-7978015ddf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (a5cf47d6-a863-4723-8504-f3909dffe132), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:35.880015 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7a1209-fa3d-4269-93d8-7978015ddf9d admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=107235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:33:35.880410 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3b7a1209-fa3d-4269-93d8-7978015ddf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3173458'] for segment (a5cf47d6-a863-4723-8504-f3909dffe132), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:35.923821 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment a5cf47d6-a863-4723-8504-f3909dffe132 resource provider aggregate not found Sep 23 01:33:35.947261 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment a5cf47d6-a863-4723-8504-f3909dffe132 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5cf47d6-a863-4723-8504-f3909dffe132 found for delete ", "request_id": "req-d62812c1-4796-411c-a68d-5d70677d65cb"}]} Sep 23 01:33:36.054895 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3b7a1209-fa3d-4269-93d8-7978015ddf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679244'] for network (9bf674af-206f-436e-bb8c-2e0cce6fc1f2), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:36.062487 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3b7a1209-fa3d-4269-93d8-7978015ddf9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:36.067165 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-3b7a1209-fa3d-4269-93d8-7978015ddf9d admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/9bf674af-206f-436e-bb8c-2e0cce6fc1f2 HTTP/1.1" status: 204 len: 168 time: 0.4950099 Sep 23 01:33:36.082560 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a1209-fa3d-4269-93d8-7978015ddf9d admin admin] Pushing event deleted for resources: {'Network': ['ID=9bf674af-206f-436e-bb8c-2e0cce6fc1f2,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:36.401962 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bd6d7-7d30-486b-84e9-6845bd3c36ba req-ee4c6994-8df1-4165-a820-79fbf7b195ea tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:36.403577 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4d6bd6d7-7d30-486b-84e9-6845bd3c36ba req-ee4c6994-8df1-4165-a820-79fbf7b195ea tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 949 time: 0.0676103 Sep 23 01:33:36.490794 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:36.545846 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-e9ea36a5-7322-47e3-a0e0-be50a88f6139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:36.556058 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-4d6bd6d7-7d30-486b-84e9-6845bd3c36ba req-ec2e0b1c-12b5-43d0-b6ae-57bf27f5da06 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Deleting port fb614e28-a267-44d0-959d-688089a8d704 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:33:36.561708 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-4d6bd6d7-7d30-486b-84e9-6845bd3c36ba req-ec2e0b1c-12b5-43d0-b6ae-57bf27f5da06 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (fb614e28-a267-44d0-959d-688089a8d704), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:36.633217 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92033da8-e828-4718-97fa-d0a8b72ec760 req-13f07b54-57c9-4c1d-8382-215e03d5bf39 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:36.634883 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-92033da8-e828-4718-97fa-d0a8b72ec760 req-13f07b54-57c9-4c1d-8382-215e03d5bf39 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0699179 Sep 23 01:33:36.702635 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 44768) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:36.717008 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-4d6bd6d7-7d30-486b-84e9-6845bd3c36ba req-ec2e0b1c-12b5-43d0-b6ae-57bf27f5da06 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] For port fb614e28-a267-44d0-959d-688089a8d704, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fb614e28-a267-44d0-959d-688089a8d704,segment=NetworkSegment(299aaa2d-d153-42b4-be00-955f7df15dcd),segment_id=299aaa2d-d153-42b4-be00-955f7df15dcd)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:36.717748 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-4d6bd6d7-7d30-486b-84e9-6845bd3c36ba req-ec2e0b1c-12b5-43d0-b6ae-57bf27f5da06 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (fb614e28-a267-44d0-959d-688089a8d704), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:36.733814 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-92033da8-e828-4718-97fa-d0a8b72ec760 req-2c7566f8-abf2-48fa-b113-eccf7358b68f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866456 Sep 23 01:33:36.749950 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-4d6bd6d7-7d30-486b-84e9-6845bd3c36ba req-ec2e0b1c-12b5-43d0-b6ae-57bf27f5da06 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Calling delete_port for fb614e28-a267-44d0-959d-688089a8d704 owned by compute:nova {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:33:36.771933 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:36.776562 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-0f9d8151-f352-401e-9ab8-6fe4ab361ac7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=3816d889342e400383f7e5e6f4ebbe04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0723748 Sep 23 01:33:36.781396 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 44772) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:36.883263 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6f24445e-9508-4cd4-9c03-8853c1e64100 admin admin] Publish callbacks [] for security_group (dfa225ea-e906-4100-a672-ec697c456888), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:36.910584 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6f24445e-9508-4cd4-9c03-8853c1e64100 admin admin] Publish callbacks [] for security_group (dfa225ea-e906-4100-a672-ec697c456888), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:36.975834 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226395e-7a7c-41c2-8cf3-9836ca927b6a req-13de0771-6ad4-4f33-8bfc-cd79b7466316 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:36.983528 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e226395e-7a7c-41c2-8cf3-9836ca927b6a req-13de0771-6ad4-4f33-8bfc-cd79b7466316 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 949 time: 0.1255381 Sep 23 01:33:37.133022 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e226395e-7a7c-41c2-8cf3-9836ca927b6a req-4e4f97d5-f848-466d-9fd1-3fe9f9641a50 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c6e8cb9c-0344-45d2-acc9-12916005dec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452644 Sep 23 01:33:37.146352 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6f24445e-9508-4cd4-9c03-8853c1e64100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (dfa225ea-e906-4100-a672-ec697c456888), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:37.149361 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6f24445e-9508-4cd4-9c03-8853c1e64100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:37.150959 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-6f24445e-9508-4cd4-9c03-8853c1e64100 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/dfa225ea-e906-4100-a672-ec697c456888 HTTP/1.1" status: 204 len: 168 time: 0.3676682 Sep 23 01:33:37.168963 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24445e-9508-4cd4-9c03-8853c1e64100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa225ea-e906-4100-a672-ec697c456888,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:37.340503 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-4d6bd6d7-7d30-486b-84e9-6845bd3c36ba req-ec2e0b1c-12b5-43d0-b6ae-57bf27f5da06 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (fb614e28-a267-44d0-959d-688089a8d704), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:37.389567 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['fb614e28-a267-44d0-959d-688089a8d704'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:33:37.411637 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e0b1c-12b5-43d0-b6ae-57bf27f5da06 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Pushing event deleted for resources: {'Port': ['ID=fb614e28-a267-44d0-959d-688089a8d704,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:37.519137 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6bd6d7-7d30-486b-84e9-6845bd3c36ba req-ec2e0b1c-12b5-43d0-b6ae-57bf27f5da06 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] No DVR routers for this DVR port fb614e28-a267-44d0-959d-688089a8d704 on host hv-cinder-84914 {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:33:37.522846 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-4d6bd6d7-7d30-486b-84e9-6845bd3c36ba req-ec2e0b1c-12b5-43d0-b6ae-57bf27f5da06 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:37.529332 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4d6bd6d7-7d30-486b-84e9-6845bd3c36ba req-ec2e0b1c-12b5-43d0-b6ae-57bf27f5da06 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.81 "DELETE /networking/v2.0/ports/fb614e28-a267-44d0-959d-688089a8d704 HTTP/1.1" status: 204 len: 173 time: 1.1116729 Sep 23 01:33:37.575525 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc33819d-e38f-4ea1-a2d1-73114ecd1d24', 'name': 'network-vif-deleted', 'tag': 'fb614e28-a267-44d0-959d-688089a8d704'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:33:37.575525 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca4a74f-beeb-47c1-b900-ba1ccf8b17a2" -d '{"events": [{"server_uuid": "fc33819d-e38f-4ea1-a2d1-73114ecd1d24", "name": "network-vif-deleted", "tag": "fb614e28-a267-44d0-959d-688089a8d704"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:33:37.613538 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28144b0a-ee26-4d92-8ec0-df8e114e27a2 x-openstack-request-id: req-28144b0a-ee26-4d92-8ec0-df8e114e27a2 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:33:37.613828 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc33819d-e38f-4ea1-a2d1-73114ecd1d24", "name": "network-vif-deleted", "tag": "fb614e28-a267-44d0-959d-688089a8d704", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:33:37.614132 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28144b0a-ee26-4d92-8ec0-df8e114e27a2 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:33:37.614557 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28144b0a-ee26-4d92-8ec0-df8e114e27a2'] response: {'server_uuid': 'fc33819d-e38f-4ea1-a2d1-73114ecd1d24', 'name': 'network-vif-deleted', 'tag': 'fb614e28-a267-44d0-959d-688089a8d704', 'status': 'completed', 'code': 200} Sep 23 01:33:38.129761 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:38.187735 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ff095-556b-460a-ac88-c3247f09ec05 req-959ceee0-68bf-4b62-ae72-189de7ed1237 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:38.189306 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-045ff095-556b-460a-ac88-c3247f09ec05 req-959ceee0-68bf-4b62-ae72-189de7ed1237 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0757320 Sep 23 01:33:38.249629 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-045ff095-556b-460a-ac88-c3247f09ec05 req-6e2f2ac7-24c0-4ca1-bbfb-5ddbfd9eadd1 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544760 Sep 23 01:33:38.368088 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac59324-da14-4c4c-a43f-0cd1ba1370e0 req-f2d716bd-b3d7-45d6-9c8b-afb8fdd0d54b tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:38.369698 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6ac59324-da14-4c4c-a43f-0cd1ba1370e0 req-f2d716bd-b3d7-45d6-9c8b-afb8fdd0d54b tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 945 time: 0.0532880 Sep 23 01:33:38.400512 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:38.434853 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6ac59324-da14-4c4c-a43f-0cd1ba1370e0 req-4a25a687-adc4-44a7-83f4-669d532cd207 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583649 Sep 23 01:33:38.592759 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0502f098-58f9-4673-bfce-617507951e7e req-5950f917-5359-41bb-9c1c-4027371826bc tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 210 time: 0.0453596 Sep 23 01:33:39.374370 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:39.416163 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6271c0-9ad4-4a5b-948a-fc92fc04e454 req-62000cad-53bd-432f-a8fd-74189a293242 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:39.418221 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5a6271c0-9ad4-4a5b-948a-fc92fc04e454 req-62000cad-53bd-432f-a8fd-74189a293242 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0558841 Sep 23 01:33:39.497606 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5a6271c0-9ad4-4a5b-948a-fc92fc04e454 req-50dd712e-495a-4b26-ae1e-70c29532ff73 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716884 Sep 23 01:33:39.640231 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af08b3e-893f-489e-83c9-ddb78e5a00b0 req-26faf113-f692-44e7-8356-2e06c20e9a8c tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:39.643373 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2af08b3e-893f-489e-83c9-ddb78e5a00b0 req-26faf113-f692-44e7-8356-2e06c20e9a8c tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 945 time: 0.0773201 Sep 23 01:33:39.717586 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2af08b3e-893f-489e-83c9-ddb78e5a00b0 req-5340e9a8-2d0c-4158-8007-3bd66929b968 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608675 Sep 23 01:33:39.772221 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f2cd043a-5602-4236-8e12-a0f5a8d36869 req-b132f069-05a2-4c24-b244-81682fba8c1d tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 210 time: 0.0326049 Sep 23 01:33:40.312672 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:40.624366 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db1124-afd8-40fd-b39f-284c6eaabb6d req-4f16fb0c-a214-40ae-982a-63a8e96f8127 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:40.626226 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b2db1124-afd8-40fd-b39f-284c6eaabb6d req-4f16fb0c-a214-40ae-982a-63a8e96f8127 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 945 time: 0.0701330 Sep 23 01:33:40.662013 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 44838) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:40.715840 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0af9fe-560d-4054-8e8a-757db75c09b1 req-7d975efd-0b53-4c64-bd54-b5b5c1d1b1d9 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:40.717557 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-cd0af9fe-560d-4054-8e8a-757db75c09b1 req-7d975efd-0b53-4c64-bd54-b5b5c1d1b1d9 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0555129 Sep 23 01:33:40.742993 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device fb614e28-a267-44d0-959d-688089a8d704 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:33:40.777462 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: fb614e28-a267-44d0-959d-688089a8d704 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:33:40.778005 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device fb614e28-a267-44d0-959d-688089a8d704 not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:33:40.787121 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-cd0af9fe-560d-4054-8e8a-757db75c09b1 req-8b3ef8c9-e7ff-4de6-808c-dc5d54a5f547 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574439 Sep 23 01:33:40.821640 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f78afc20-dd07-46f8-8ead-22d1864eeca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:40.921857 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96673182-ec93-4cab-8661-4065e0a40a9e req-3125042c-069b-4fdc-b5f7-cdb50b2e07b2 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:40.924677 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-96673182-ec93-4cab-8661-4065e0a40a9e req-3125042c-069b-4fdc-b5f7-cdb50b2e07b2 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 945 time: 0.0961585 Sep 23 01:33:40.971146 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f1eb3c68-1554-4f7f-b0ca-84d9e08d4061 req-da9edf6e-726b-4fc2-ba5f-b9f759521652 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 210 time: 0.0501151 Sep 23 01:33:41.019441 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-96673182-ec93-4cab-8661-4065e0a40a9e req-9fe2c9cf-60ba-4620-a2c0-b4ac50dc640d tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816174 Sep 23 01:33:41.034114 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f78afc20-dd07-46f8-8ead-22d1864eeca6 admin admin] Publish callbacks [] for security_group (1c11f483-bba6-462d-abe4-737b42458bf5), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:41.191415 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f78afc20-dd07-46f8-8ead-22d1864eeca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (1c11f483-bba6-462d-abe4-737b42458bf5), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:41.232965 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:41.237765 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78afc20-dd07-46f8-8ead-22d1864eeca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c11f483-bba6-462d-abe4-737b42458bf5,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:41.242520 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-f78afc20-dd07-46f8-8ead-22d1864eeca6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5cf42a933ccb4b3dac98f9ca17375b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5793378 Sep 23 01:33:41.245834 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 44850) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:41.307076 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-83337205-80eb-4f6e-939e-e415d04e0c82 admin admin] Publish callbacks [] for security_group (1c11f483-bba6-462d-abe4-737b42458bf5), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:41.334286 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-83337205-80eb-4f6e-939e-e415d04e0c82 admin admin] Publish callbacks [] for security_group (1c11f483-bba6-462d-abe4-737b42458bf5), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:41.534380 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-83337205-80eb-4f6e-939e-e415d04e0c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (1c11f483-bba6-462d-abe4-737b42458bf5), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:41.539082 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-83337205-80eb-4f6e-939e-e415d04e0c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:41.540698 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-83337205-80eb-4f6e-939e-e415d04e0c82 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/1c11f483-bba6-462d-abe4-737b42458bf5 HTTP/1.1" status: 204 len: 168 time: 0.2930713 Sep 23 01:33:41.571339 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83337205-80eb-4f6e-939e-e415d04e0c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c11f483-bba6-462d-abe4-737b42458bf5,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:41.661857 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:41.721362 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-b2db1124-afd8-40fd-b39f-284c6eaabb6d req-919eae0b-3031-4478-9848-e11a8334e017 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Deleting port a06eccad-6dd8-455b-a742-fada65ca5091 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:33:41.722047 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-b2db1124-afd8-40fd-b39f-284c6eaabb6d req-919eae0b-3031-4478-9848-e11a8334e017 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (a06eccad-6dd8-455b-a742-fada65ca5091), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:41.831989 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-b2db1124-afd8-40fd-b39f-284c6eaabb6d req-919eae0b-3031-4478-9848-e11a8334e017 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] For port a06eccad-6dd8-455b-a742-fada65ca5091, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a06eccad-6dd8-455b-a742-fada65ca5091,segment=NetworkSegment(5a2f93ae-418b-455b-aed7-319fe1df8fbe),segment_id=5a2f93ae-418b-455b-aed7-319fe1df8fbe)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:41.832354 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-b2db1124-afd8-40fd-b39f-284c6eaabb6d req-919eae0b-3031-4478-9848-e11a8334e017 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (a06eccad-6dd8-455b-a742-fada65ca5091), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:41.847988 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-b2db1124-afd8-40fd-b39f-284c6eaabb6d req-919eae0b-3031-4478-9848-e11a8334e017 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Calling delete_port for a06eccad-6dd8-455b-a742-fada65ca5091 owned by compute:nova {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:33:41.943824 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:41.987917 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf2964-6cd1-416a-bba7-8c109d9b1118 req-afad45ef-5061-46c8-8d60-93d52bf2c978 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:41.989383 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d2cf2964-6cd1-416a-bba7-8c109d9b1118 req-afad45ef-5061-46c8-8d60-93d52bf2c978 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0837231 Sep 23 01:33:42.112289 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d2cf2964-6cd1-416a-bba7-8c109d9b1118 req-79ce24e4-520b-4d49-a008-058962d85967 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125190 Sep 23 01:33:42.217752 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-b2db1124-afd8-40fd-b39f-284c6eaabb6d req-919eae0b-3031-4478-9848-e11a8334e017 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (a06eccad-6dd8-455b-a742-fada65ca5091), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:42.221178 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2402f9ba-eb0c-4b1e-a5c1-c2056281629f req-8d022acf-ba87-460b-8f35-be106227c485 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 210 time: 0.0978351 Sep 23 01:33:42.266506 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919eae0b-3031-4478-9848-e11a8334e017 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Pushing event deleted for resources: {'Port': ['ID=a06eccad-6dd8-455b-a742-fada65ca5091,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:42.280015 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['a06eccad-6dd8-455b-a742-fada65ca5091'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:33:42.341808 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2db1124-afd8-40fd-b39f-284c6eaabb6d req-919eae0b-3031-4478-9848-e11a8334e017 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] No DVR routers for this DVR port a06eccad-6dd8-455b-a742-fada65ca5091 on host hv-cinder-84914 {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:33:42.353470 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-b2db1124-afd8-40fd-b39f-284c6eaabb6d req-919eae0b-3031-4478-9848-e11a8334e017 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:42.357820 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b2db1124-afd8-40fd-b39f-284c6eaabb6d req-919eae0b-3031-4478-9848-e11a8334e017 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.81 "DELETE /networking/v2.0/ports/a06eccad-6dd8-455b-a742-fada65ca5091 HTTP/1.1" status: 204 len: 173 time: 0.7940457 Sep 23 01:33:42.358497 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2797dc79-1fc8-447f-865e-401bc4353e75', 'name': 'network-vif-deleted', 'tag': 'a06eccad-6dd8-455b-a742-fada65ca5091'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:33:42.361933 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90056ce3-0866-4045-a7fa-2a8eae3f44e1" -d '{"events": [{"server_uuid": "2797dc79-1fc8-447f-865e-401bc4353e75", "name": "network-vif-deleted", "tag": "a06eccad-6dd8-455b-a742-fada65ca5091"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:33:42.404745 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0e0eec80-e69a-46f0-9007-2c258febab75 req-4af00b86-9a64-4629-a1d2-1ec69db40b7c tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 210 time: 0.0650823 Sep 23 01:33:42.461228 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1eb770-5bf0-47aa-baaa-889deb62f1e6 x-openstack-request-id: req-3a1eb770-5bf0-47aa-baaa-889deb62f1e6 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:33:42.461675 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2797dc79-1fc8-447f-865e-401bc4353e75", "name": "network-vif-deleted", "tag": "a06eccad-6dd8-455b-a742-fada65ca5091", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:33:42.462118 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a1eb770-5bf0-47aa-baaa-889deb62f1e6 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:33:42.462814 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1eb770-5bf0-47aa-baaa-889deb62f1e6'] response: {'server_uuid': '2797dc79-1fc8-447f-865e-401bc4353e75', 'name': 'network-vif-deleted', 'tag': 'a06eccad-6dd8-455b-a742-fada65ca5091', 'status': 'completed', 'code': 200} Sep 23 01:33:43.351472 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89092c49-d11a-428d-b617-67f776ce58e8 req-d6d117fb-820c-4fe9-b5a5-26646fde52f5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:43.355718 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-89092c49-d11a-428d-b617-67f776ce58e8 req-d6d117fb-820c-4fe9-b5a5-26646fde52f5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0946827 Sep 23 01:33:43.437933 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-89092c49-d11a-428d-b617-67f776ce58e8 req-08132841-0d26-49da-a1bb-7a79e237180c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739453 Sep 23 01:33:43.475347 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a005610e-6614-461d-816c-d068eb386e47 req-a39612b6-3009-4bb7-809a-c23e08882fa8 tempest-VolumesNegativeTest-1811338709 tempest-VolumesNegativeTest-1811338709-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fc33819d-e38f-4ea1-a2d1-73114ecd1d24 HTTP/1.1" status: 200 len: 210 time: 0.0685549 Sep 23 01:33:43.671404 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4c1bd299-3e9e-43d9-8cd2-88992540dfc8 req-f4989c49-124b-4386-a577-f896132f568c tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2797dc79-1fc8-447f-865e-401bc4353e75 HTTP/1.1" status: 200 len: 210 time: 0.0532763 Sep 23 01:33:44.163928 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be649ba-5639-4627-8302-817e927bd6db req-447be538-b1b5-4198-b9ed-d837502d6208 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:44.165651 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4be649ba-5639-4627-8302-817e927bd6db req-447be538-b1b5-4198-b9ed-d837502d6208 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0813110 Sep 23 01:33:44.251575 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4be649ba-5639-4627-8302-817e927bd6db req-9754f1ba-fadb-4b75-97fc-0a0f874eecd4 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798135 Sep 23 01:33:44.436346 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=23 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:44.453839 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=11 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:44.738603 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 67de195b-49ec-4b3f-a46f-2918a89919f7 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:33:44.741854 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab0c93-8105-4ac3-9c7b-bef544ab6c84 req-6f48d4c2-606d-4efc-b200-ad0f7d120224 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:44.743471 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d6ab0c93-8105-4ac3-9c7b-bef544ab6c84 req-6f48d4c2-606d-4efc-b200-ad0f7d120224 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 943 time: 0.0546639 Sep 23 01:33:44.759020 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device a06eccad-6dd8-455b-a742-fada65ca5091 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:33:44.782423 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: a06eccad-6dd8-455b-a742-fada65ca5091 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:33:44.782681 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device a06eccad-6dd8-455b-a742-fada65ca5091 not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:33:44.838166 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d6ab0c93-8105-4ac3-9c7b-bef544ab6c84 req-3ba0a216-0fed-453f-87a4-22aad48cb9e9 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826824 Sep 23 01:33:45.079735 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 67de195b-49ec-4b3f-a46f-2918a89919f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=67de195b-49ec-4b3f-a46f-2918a89919f7,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:45.097970 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': '67de195b-49ec-4b3f-a46f-2918a89919f7', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'port_id': '67de195b-49ec-4b3f-a46f-2918a89919f7', 'mac_address': 'fa:16:3e:68:58:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:33:45.155258 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 67de195b-49ec-4b3f-a46f-2918a89919f7 is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:45.156172 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:45.178961 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67de195b-49ec-4b3f-a46f-2918a89919f7 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:33:45.208448 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 67de195b-49ec-4b3f-a46f-2918a89919f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=67de195b-49ec-4b3f-a46f-2918a89919f7,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:45.307089 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:45.434992 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=67de195b-49ec-4b3f-a46f-2918a89919f7,revision_number=9']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:45.465503 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a12ec0-5ec8-44f9-8b99-12bccd740859 req-8bc15e6d-5b04-46fe-8f05-7746997fa00e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:45.473609 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-04a12ec0-5ec8-44f9-8b99-12bccd740859 req-8bc15e6d-5b04-46fe-8f05-7746997fa00e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0931556 Sep 23 01:33:45.575497 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-04a12ec0-5ec8-44f9-8b99-12bccd740859 req-9897fe5e-f5d6-4b74-8072-318650f794b0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955873 Sep 23 01:33:45.759739 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['67de195b-49ec-4b3f-a46f-2918a89919f7'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:33:45.850694 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:46.015622 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbca23-8db8-4fd6-ab26-8cc6887313f5 req-216564f4-1edb-46e9-a931-4dba466e2936 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:46.015622 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-65cbca23-8db8-4fd6-ab26-8cc6887313f5 req-216564f4-1edb-46e9-a931-4dba466e2936 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 944 time: 0.0685337 Sep 23 01:33:46.091196 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-65cbca23-8db8-4fd6-ab26-8cc6887313f5 req-7f39f6f4-6635-4f3a-80de-7a8af823c93c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689945 Sep 23 01:33:46.795202 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8151d72-42b2-478a-b127-049a7f35ce3d req-a9b43a37-ae53-47f2-a074-02df3ea6fc67 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:46.798295 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b8151d72-42b2-478a-b127-049a7f35ce3d req-a9b43a37-ae53-47f2-a074-02df3ea6fc67 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0895548 Sep 23 01:33:46.894175 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b8151d72-42b2-478a-b127-049a7f35ce3d req-7e405606-e0de-45fc-9e76-b9471349f291 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883718 Sep 23 01:33:47.283983 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:47.293458 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10380bae-2ac3-45ef-825b-9f88956c9c00 req-b1ef09e1-b78a-4bd7-9503-02c61fe21fdb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:47.295124 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-10380bae-2ac3-45ef-825b-9f88956c9c00 req-b1ef09e1-b78a-4bd7-9503-02c61fe21fdb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 944 time: 0.0814312 Sep 23 01:33:47.346629 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-10380bae-2ac3-45ef-825b-9f88956c9c00 req-c6dcb6ee-7f1c-4448-96f6-421aacba6308 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456626 Sep 23 01:33:48.051757 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e110c9-7bb1-412a-a943-5928fb8189b7 req-405d2cb6-21b8-4ee2-9299-b3b7bba6a4fd tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:48.053401 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-41e110c9-7bb1-412a-a943-5928fb8189b7 req-405d2cb6-21b8-4ee2-9299-b3b7bba6a4fd tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0527213 Sep 23 01:33:48.134394 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-41e110c9-7bb1-412a-a943-5928fb8189b7 req-f0360c9b-b642-4a71-a0e2-6dfa283f1109 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701301 Sep 23 01:33:48.489642 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370699af-bb38-4774-9b89-32281f96b747 req-d38bf62b-cbca-4105-b1e0-bb4477226b23 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:48.491282 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-370699af-bb38-4774-9b89-32281f96b747 req-d38bf62b-cbca-4105-b1e0-bb4477226b23 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 944 time: 0.0542631 Sep 23 01:33:48.552603 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-370699af-bb38-4774-9b89-32281f96b747 req-2a03ef6d-ffb3-43fd-b919-d7e4ff459cd3 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552528 Sep 23 01:33:49.306849 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83e480-d90b-4e92-b14a-d067fabd2c67 req-8882710b-3b7c-4b0a-81a9-73d6f4992867 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:49.308982 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8b83e480-d90b-4e92-b14a-d067fabd2c67 req-8882710b-3b7c-4b0a-81a9-73d6f4992867 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0587401 Sep 23 01:33:49.396432 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8b83e480-d90b-4e92-b14a-d067fabd2c67 req-0f6255f0-32ca-48e2-8992-c3f9c5274830 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779948 Sep 23 01:33:49.663996 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 67de195b-49ec-4b3f-a46f-2918a89919f7 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:33:49.700357 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc176810-c808-4e98-9591-ee7d26d095f9 req-2bafe430-25b2-461b-8a63-5e7921c167ba tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:49.700357 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fc176810-c808-4e98-9591-ee7d26d095f9 req-2bafe430-25b2-461b-8a63-5e7921c167ba tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 944 time: 0.0575819 Sep 23 01:33:49.722171 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port 67de195b-49ec-4b3f-a46f-2918a89919f7 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:33:49.722703 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:49.723148 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port 67de195b-49ec-4b3f-a46f-2918a89919f7 Sep 23 01:33:49.785088 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fc176810-c808-4e98-9591-ee7d26d095f9 req-913bc50a-72de-469f-849e-4f1175125b4f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755384 Sep 23 01:33:49.822338 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:49.842755 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 67de195b-49ec-4b3f-a46f-2918a89919f7 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:33:49.843198 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:49.884050 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67de195b-49ec-4b3f-a46f-2918a89919f7'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:33:49.888116 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7e75a1-0c1f-455f-8573-d9626d9efa02" -d '{"events": [{"server_uuid": "dd3312b8-1d33-4b15-9ffd-270013a3b14d", "name": "network-vif-plugged", "status": "completed", "tag": "67de195b-49ec-4b3f-a46f-2918a89919f7"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:33:49.913317 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 67de195b-49ec-4b3f-a46f-2918a89919f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=67de195b-49ec-4b3f-a46f-2918a89919f7,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:33:49.948956 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9884e724-6e9e-45c7-8658-bf9a3f721215 x-openstack-request-id: req-9884e724-6e9e-45c7-8658-bf9a3f721215 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:33:49.949632 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3312b8-1d33-4b15-9ffd-270013a3b14d", "name": "network-vif-plugged", "status": "completed", "tag": "67de195b-49ec-4b3f-a46f-2918a89919f7", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:33:49.949954 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9884e724-6e9e-45c7-8658-bf9a3f721215 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:33:49.950454 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9884e724-6e9e-45c7-8658-bf9a3f721215'] response: {'server_uuid': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67de195b-49ec-4b3f-a46f-2918a89919f7', 'code': 200} Sep 23 01:33:49.980933 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:50.068347 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=67de195b-49ec-4b3f-a46f-2918a89919f7,revision_number=10']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:50.598338 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcee178-64c5-48f0-a6de-3c34786dcaed req-8a6f3df7-44ad-42e7-84a9-b48cb64aed76 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:50.600013 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ddcee178-64c5-48f0-a6de-3c34786dcaed req-8a6f3df7-44ad-42e7-84a9-b48cb64aed76 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0825350 Sep 23 01:33:50.680774 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ddcee178-64c5-48f0-a6de-3c34786dcaed req-9936f579-dc53-4a7e-9d44-6a51965d546e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728476 Sep 23 01:33:50.946536 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d12833-23b6-4bf7-b388-db6a0c91905b req-f4004a61-59cf-4f56-821d-6268b94be2a1 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:50.948669 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-89d12833-23b6-4bf7-b388-db6a0c91905b req-f4004a61-59cf-4f56-821d-6268b94be2a1 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 946 time: 0.0546772 Sep 23 01:33:51.031510 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-89d12833-23b6-4bf7-b388-db6a0c91905b req-8bce5ea6-371a-487c-a69b-90ec2913185d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755572 Sep 23 01:33:51.643335 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:51.844919 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dadde3-2972-4f1f-a017-9710bb5afd8a req-c7c6f880-816b-49df-8971-7be55a6a660c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:51.846725 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-08dadde3-2972-4f1f-a017-9710bb5afd8a req-c7c6f880-816b-49df-8971-7be55a6a660c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0635691 Sep 23 01:33:51.899179 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:51.905010 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-08dadde3-2972-4f1f-a017-9710bb5afd8a req-c8b6da48-0e2c-414c-9e84-cbb9f45eeda8 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504684 Sep 23 01:33:52.260850 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db300854-d9ed-4d68-833d-fd86cada9272 req-0e382618-6490-469d-a6b8-29bc157ec308 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:52.263697 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-db300854-d9ed-4d68-833d-fd86cada9272 req-0e382618-6490-469d-a6b8-29bc157ec308 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 946 time: 0.0882297 Sep 23 01:33:52.307467 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:52.330130 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-db300854-d9ed-4d68-833d-fd86cada9272 req-f04faa40-c433-4333-a0b4-f8cc365fe931 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581789 Sep 23 01:33:53.059046 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122094fd-81c1-4e59-b9b1-8f58f2b3ba73 req-1bbc6745-06ce-41ee-8576-8fe244a03fb5 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:53.060841 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-122094fd-81c1-4e59-b9b1-8f58f2b3ba73 req-1bbc6745-06ce-41ee-8576-8fe244a03fb5 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0637045 Sep 23 01:33:53.138621 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-122094fd-81c1-4e59-b9b1-8f58f2b3ba73 req-81911863-df52-4a92-b2da-39ae8ab45836 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672202 Sep 23 01:33:53.454886 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c810b-174b-4a6e-9cba-ccb786c55a9e req-f9b53ae0-6ccd-4d10-aa36-0fc3cddc7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:53.457554 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-402c810b-174b-4a6e-9cba-ccb786c55a9e req-f9b53ae0-6ccd-4d10-aa36-0fc3cddc7ed8 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 1130 time: 0.0579169 Sep 23 01:33:53.490036 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97c348-f61c-43b1-bc41-f552f6e3fd7a req-d6d9d86e-3e7d-4977-90fa-d52dcdff33f5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:53.493084 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-df97c348-f61c-43b1-bc41-f552f6e3fd7a req-d6d9d86e-3e7d-4977-90fa-d52dcdff33f5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 946 time: 0.0617778 Sep 23 01:33:53.542367 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-402c810b-174b-4a6e-9cba-ccb786c55a9e req-b4995083-b0ae-4e38-8f8e-58072f9ca15c service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771234 Sep 23 01:33:53.570472 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:53.598007 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-df97c348-f61c-43b1-bc41-f552f6e3fd7a req-2ac722c1-d9aa-4e0a-880c-c4ac0b768bee tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864041 Sep 23 01:33:54.358844 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121715a6-cde9-495c-a091-209328b78719 req-88e6d687-1a6a-4615-b6a9-1c0aad428b08 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:54.358844 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-121715a6-cde9-495c-a091-209328b78719 req-88e6d687-1a6a-4615-b6a9-1c0aad428b08 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0802906 Sep 23 01:33:54.404767 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-121715a6-cde9-495c-a091-209328b78719 req-95899113-f2d2-4f23-8f47-64662fedaa24 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476980 Sep 23 01:33:54.761143 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa60d3-9279-45ba-baf6-58092c86b389 req-0d8dcc19-6fd7-4e75-936e-6b6afe14653e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:54.763233 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-acfa60d3-9279-45ba-baf6-58092c86b389 req-0d8dcc19-6fd7-4e75-936e-6b6afe14653e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 946 time: 0.0732005 Sep 23 01:33:54.816359 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-acfa60d3-9279-45ba-baf6-58092c86b389 req-0099a41f-b348-40ef-a521-05584c9c1473 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471194 Sep 23 01:33:54.961952 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 45300) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:55.109313 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-460a7f23-4b98-45a5-824d-b11f42a14a45 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=84a9bb6a15444802af12e048ea53223d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461968 Sep 23 01:33:55.111888 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 45304) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:33:55.170969 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Publish callbacks [] for security_group (c6e8cb9c-0344-45d2-acc9-12916005dec2), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:55.193931 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Publish callbacks [] for security_group (c6e8cb9c-0344-45d2-acc9-12916005dec2), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:55.351444 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (c6e8cb9c-0344-45d2-acc9-12916005dec2), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:55.354225 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:33:55.355448 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c6e8cb9c-0344-45d2-acc9-12916005dec2 HTTP/1.1" status: 204 len: 168 time: 0.2425454 Sep 23 01:33:55.365079 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e8cb9c-0344-45d2-acc9-12916005dec2,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:33:55.373534 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:55.373877 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:55.374214 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:55.374553 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:55.374878 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:55.375353 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:55.375516 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:55.375877 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:55.376343 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:55.376710 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:55.377071 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:55.377476 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:55.377804 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:55.378459 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:55.378663 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8114c955-881d-47e0-94f2-d53a3a4eb7c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:33:55.587515 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677349e4-213c-4972-87c2-b054fa68e39f req-9e9b0d6d-432d-46ec-8659-f7fdffcd6650 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:55.589187 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-677349e4-213c-4972-87c2-b054fa68e39f req-9e9b0d6d-432d-46ec-8659-f7fdffcd6650 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0589538 Sep 23 01:33:55.672619 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-677349e4-213c-4972-87c2-b054fa68e39f req-b4174d19-7b35-45bb-b684-01f882a45cd2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742803 Sep 23 01:33:55.831313 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5231029b-0ec7-4c5f-8e55-53d9825f95ee req-0d960bbe-1d9e-45da-8023-001afae85216 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468695 Sep 23 01:33:55.962007 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2384a9-fda3-48d0-aa83-03eff43e8872 req-b16cd8f7-99b5-405e-8992-62e9f46ffa70 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:55.963990 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bf2384a9-fda3-48d0-aa83-03eff43e8872 req-b16cd8f7-99b5-405e-8992-62e9f46ffa70 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 946 time: 0.0545032 Sep 23 01:33:56.018231 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bf2384a9-fda3-48d0-aa83-03eff43e8872 req-ae66e838-3bc6-4a19-9294-3d45ca428e6b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471075 Sep 23 01:33:56.814483 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bee59-73c5-4e24-9ab2-19249305c53e req-a9b08a4e-612e-46fa-86df-4d7365aeafee tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:56.817474 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-561bee59-73c5-4e24-9ab2-19249305c53e req-a9b08a4e-612e-46fa-86df-4d7365aeafee tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0561943 Sep 23 01:33:56.830027 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:56.880210 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-561bee59-73c5-4e24-9ab2-19249305c53e req-4eb11c98-b973-4824-a0a7-29b2361c2213 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580649 Sep 23 01:33:57.187336 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b88d90-3a80-4334-9f4b-b19fb4bba66a req-91489b47-46ed-4818-84a8-5cc72dfadc65 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:57.189471 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a0b88d90-3a80-4334-9f4b-b19fb4bba66a req-91489b47-46ed-4818-84a8-5cc72dfadc65 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 946 time: 0.0670860 Sep 23 01:33:57.250570 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a0b88d90-3a80-4334-9f4b-b19fb4bba66a req-60a5cf67-b71b-4c4a-8cbf-c5d98cf5f725 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533335 Sep 23 01:33:57.623236 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231029b-0ec7-4c5f-8e55-53d9825f95ee req-b273d73c-1e37-4197-90e3-f1a81ae1906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:57.624906 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5231029b-0ec7-4c5f-8e55-53d9825f95ee req-b273d73c-1e37-4197-90e3-f1a81ae1906e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 1130 time: 0.0487602 Sep 23 01:33:57.753187 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231029b-0ec7-4c5f-8e55-53d9825f95ee req-0bcf2133-6273-4e48-bbdc-6f46d7038156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:57.755242 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5231029b-0ec7-4c5f-8e55-53d9825f95ee req-0bcf2133-6273-4e48-bbdc-6f46d7038156 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 200 len: 920 time: 0.1042094 Sep 23 01:33:58.024504 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff40b94-868a-4883-a70b-d267d68493be req-f41b9903-8c71-4053-ac1b-38ee636d8f8c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:58.026030 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-7ff40b94-868a-4883-a70b-d267d68493be req-f41b9903-8c71-4053-ac1b-38ee636d8f8c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0563765 Sep 23 01:33:58.087425 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-7ff40b94-868a-4883-a70b-d267d68493be req-c81cba08-771a-44b2-ba89-7522e3711bf2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549791 Sep 23 01:33:58.452090 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97fed5-4334-4af6-b65f-37c742fa7951 req-a759bbd8-1dff-4f5d-8f98-e24a2629cd47 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:58.454748 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-7a97fed5-4334-4af6-b65f-37c742fa7951 req-a759bbd8-1dff-4f5d-8f98-e24a2629cd47 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 946 time: 0.0674984 Sep 23 01:33:58.533824 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-7a97fed5-4334-4af6-b65f-37c742fa7951 req-7588926b-b4a7-465f-a2e3-a25e787a3144 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590754 Sep 23 01:33:58.677401 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:33:58.736265 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114454c-4495-4414-809f-bc310bfc26e5 req-3c2a015d-f395-486d-b85a-275368342355 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:58.738871 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8114454c-4495-4414-809f-bc310bfc26e5 req-3c2a015d-f395-486d-b85a-275368342355 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/networks?id=2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05 HTTP/1.1" status: 200 len: 814 time: 0.1883802 Sep 23 01:33:58.762885 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8114454c-4495-4414-809f-bc310bfc26e5 req-89f5f7c1-0362-449d-8cb3-733df541af0e tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/quotas/95935852764e413c8bbd23c16ddf13a5 HTTP/1.1" status: 200 len: 375 time: 0.0170693 Sep 23 01:33:58.819631 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8114454c-4495-4414-809f-bc310bfc26e5 req-01791cb3-626b-49a8-b541-923b13651c1b tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=95935852764e413c8bbd23c16ddf13a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502753 Sep 23 01:33:58.966843 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8114454c-4495-4414-809f-bc310bfc26e5 req-a6ad4fa7-bc25-4fd3-9d9f-0feda29c8350 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337054 Sep 23 01:33:59.105143 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8114454c-4495-4414-809f-bc310bfc26e5 req-f8946172-1ea4-4d7d-9def-4c555a3643d3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302488 Sep 23 01:33:59.246710 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d6203-8ec4-48d6-a053-7ef530c4e492 req-007ec11b-821e-495d-a6af-21906c54dd52 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:59.248906 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-447d6203-8ec4-48d6-a053-7ef530c4e492 req-007ec11b-821e-495d-a6af-21906c54dd52 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0633669 Sep 23 01:33:59.314214 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-447d6203-8ec4-48d6-a053-7ef530c4e492 req-ebb0c518-4759-4fdc-bb10-6e95b1766d19 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570993 Sep 23 01:33:59.417418 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-917f7f71-6e75-4721-9b2a-b868d48f8b03 req-1c852eb3-4e13-4faf-8ab0-5d12906b35bb tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 210 time: 0.0399718 Sep 23 01:33:59.710426 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64e0e3-681c-4f46-a7fe-22be88f22fa4 req-4f63d40f-52bb-4b4e-b173-dd9fd249276c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:33:59.712114 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-af64e0e3-681c-4f46-a7fe-22be88f22fa4 req-4f63d40f-52bb-4b4e-b173-dd9fd249276c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 946 time: 0.0647216 Sep 23 01:34:00.082684 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-af64e0e3-681c-4f46-a7fe-22be88f22fa4 req-7d2781c5-4237-434d-a0c0-9e92b128a6f8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3625991 Sep 23 01:34:00.330864 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:34:00.467490 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28344a68-cb99-4c0a-a4f3-aa78dfed6952 req-d2c69ce5-8fb8-40ed-b201-cc42d9b78801 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:00.469446 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-28344a68-cb99-4c0a-a4f3-aa78dfed6952 req-d2c69ce5-8fb8-40ed-b201-cc42d9b78801 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0607231 Sep 23 01:34:00.540897 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-28344a68-cb99-4c0a-a4f3-aa78dfed6952 req-60bc102f-b3e5-4900-b440-caf151629d2e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608914 Sep 23 01:34:00.598908 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ff623d97-2982-48db-acd1-2e84773c442e req-3026485c-64c5-4a31-8ea2-4a40ebe21d8b tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 210 time: 0.0482605 Sep 23 01:34:00.941929 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5231029b-0ec7-4c5f-8e55-53d9825f95ee req-4e014cb5-93c9-4bf6-90c2-e07ab63ecbe7 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c1b60d8-8221-4813-9c15-069d1c74ae40 HTTP/1.1" status: 200 len: 217 time: 0.0385334 Sep 23 01:34:01.128774 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231029b-0ec7-4c5f-8e55-53d9825f95ee req-61afbe24-64ec-4a86-ba79-a2685bdaaa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:01.130446 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5231029b-0ec7-4c5f-8e55-53d9825f95ee req-61afbe24-64ec-4a86-ba79-a2685bdaaa3a service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f171f77f-736d-489a-928a-20915fd59544 HTTP/1.1" status: 200 len: 858 time: 0.0654635 Sep 23 01:34:01.245856 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231029b-0ec7-4c5f-8e55-53d9825f95ee req-34eaf09d-21ae-4f54-ade8-ed5bd9bf4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:01.247916 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5231029b-0ec7-4c5f-8e55-53d9825f95ee req-34eaf09d-21ae-4f54-ade8-ed5bd9bf4195 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f7b971fd-945f-4624-ba90-e53784d63da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0924728 Sep 23 01:34:01.309588 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d5909-1b1b-4005-aa49-a900a439d9ad req-608332f6-cdd1-4234-a8e3-40694982f16f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:01.313899 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-af5d5909-1b1b-4005-aa49-a900a439d9ad req-608332f6-cdd1-4234-a8e3-40694982f16f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 946 time: 0.0780144 Sep 23 01:34:01.385484 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-af5d5909-1b1b-4005-aa49-a900a439d9ad req-422d7f7a-be92-42f4-b339-5dba9d343b58 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648911 Sep 23 01:34:01.386675 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5231029b-0ec7-4c5f-8e55-53d9825f95ee req-e91a3954-a325-428f-b438-3357b591758f service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216977 Sep 23 01:34:01.498253 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:01.526595 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5231029b-0ec7-4c5f-8e55-53d9825f95ee req-066dacf0-3ee6-43d9-8f71-09cc33508f62 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328728 Sep 23 01:34:01.584504 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:01.698243 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03729acf-b9d1-4a49-b745-45c0bc8bf476 req-8203613e-b5e7-40be-b9e1-49cfa2050333 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:01.700575 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-03729acf-b9d1-4a49-b745-45c0bc8bf476 req-8203613e-b5e7-40be-b9e1-49cfa2050333 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0652733 Sep 23 01:34:01.746472 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-09b60cd4-2eb7-4dbb-a10d-85b8c320a952 req-1ba9a453-5a27-4293-9376-38242d430587 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 210 time: 0.0466425 Sep 23 01:34:01.779014 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-03729acf-b9d1-4a49-b745-45c0bc8bf476 req-6a834ad8-f50a-4408-bfac-64c99f0de788 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712454 Sep 23 01:34:02.576737 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bfdfb-5536-4bef-8c10-ddd49f78f0f9 req-95107970-d162-4a43-8986-17cbff31a9db tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:02.577521 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 45452) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:02.584439 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8d5bfdfb-5536-4bef-8c10-ddd49f78f0f9 req-95107970-d162-4a43-8986-17cbff31a9db tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 946 time: 0.0788155 Sep 23 01:34:02.641679 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8d5bfdfb-5536-4bef-8c10-ddd49f78f0f9 req-70c06a46-a16c-44aa-b1db-8bf60740e6b0 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561428 Sep 23 01:34:02.763908 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b9680a0a-5063-40b5-8f41-0235b64b59bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:02.929906 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d2854b6a-dd68-4923-9bd0-ce877b63511b req-b8472545-c34c-4c90-bb27-b3f422b742d8 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 210 time: 0.0901432 Sep 23 01:34:02.997237 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b9680a0a-5063-40b5-8f41-0235b64b59bf admin admin] Publish callbacks [] for security_group (21272f21-425b-4869-a826-fc053cd4d199), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:03.005701 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76aca8-7e25-4c0d-bb31-de6f0b26295e req-2e27df12-2127-468e-8c1b-b76002d89997 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:03.008364 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8c76aca8-7e25-4c0d-bb31-de6f0b26295e req-2e27df12-2127-468e-8c1b-b76002d89997 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0857289 Sep 23 01:34:03.079533 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8c76aca8-7e25-4c0d-bb31-de6f0b26295e req-119409a3-4e87-44f0-a85f-742d5353d04a tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595891 Sep 23 01:34:03.306438 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b9680a0a-5063-40b5-8f41-0235b64b59bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (21272f21-425b-4869-a826-fc053cd4d199), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:03.311378 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:03.352742 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9680a0a-5063-40b5-8f41-0235b64b59bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21272f21-425b-4869-a826-fc053cd4d199,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:03.358037 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-b9680a0a-5063-40b5-8f41-0235b64b59bf admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=9892b43bd65b4e9f9b86b14a68ed8749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7781055 Sep 23 01:34:03.363054 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 45470) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:03.433966 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:03.437043 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:03.440365 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b4d3-2c93-48e0-b8ea-2d4d54028b0e admin admin] Publish callbacks [] for security_group (21272f21-425b-4869-a826-fc053cd4d199), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:03.478893 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b4d3-2c93-48e0-b8ea-2d4d54028b0e admin admin] Publish callbacks [] for security_group (21272f21-425b-4869-a826-fc053cd4d199), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:03.649429 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b4d3-2c93-48e0-b8ea-2d4d54028b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (21272f21-425b-4869-a826-fc053cd4d199), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:03.654437 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b4d3-2c93-48e0-b8ea-2d4d54028b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:03.656430 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-8cd4b4d3-2c93-48e0-b8ea-2d4d54028b0e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/21272f21-425b-4869-a826-fc053cd4d199 HTTP/1.1" status: 204 len: 168 time: 0.2913754 Sep 23 01:34:03.667522 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4b4d3-2c93-48e0-b8ea-2d4d54028b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21272f21-425b-4869-a826-fc053cd4d199,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:03.847427 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd8983-ee31-44d0-8625-bfbe85117c9d req-df93be6f-c380-42ff-be7a-842c06fa01b5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:03.849355 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-19bd8983-ee31-44d0-8625-bfbe85117c9d req-df93be6f-c380-42ff-be7a-842c06fa01b5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 946 time: 0.0609083 Sep 23 01:34:03.850497 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-11edb8ed-1afb-4689-9922-9c84387cdf3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:03.915882 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-19bd8983-ee31-44d0-8625-bfbe85117c9d req-48bd55d7-23d0-4129-a21c-fac8fc3036d7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559988 Sep 23 01:34:04.107463 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-85e14ad6-0746-4d6c-9916-db371ad4fafd req-8c0f7ec7-7211-4754-887d-4a08bfc13600 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 210 time: 0.0426190 Sep 23 01:34:04.275058 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622bb21-1d5a-4af3-a0db-e4eef4de3001 req-6e3aac20-8683-4625-addc-57c3c07be185 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:04.277806 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e622bb21-1d5a-4af3-a0db-e4eef4de3001 req-6e3aac20-8683-4625-addc-57c3c07be185 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0845621 Sep 23 01:34:04.343588 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e622bb21-1d5a-4af3-a0db-e4eef4de3001 req-5d8f501b-bb14-4ffe-912e-b52bcb870441 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561795 Sep 23 01:34:05.078522 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a5e0c-40fc-4ace-993d-ad83dc453999 req-8d58929e-18f4-4983-b27e-9c0c013894c7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:05.088525 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-393a5e0c-40fc-4ace-993d-ad83dc453999 req-8d58929e-18f4-4983-b27e-9c0c013894c7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 946 time: 0.0724170 Sep 23 01:34:05.176021 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-393a5e0c-40fc-4ace-993d-ad83dc453999 req-1221af89-06f5-4243-857b-09243f5c8472 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852001 Sep 23 01:34:05.265315 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-abf95ad1-2a2e-4e9b-8c63-ee70f37934d9 req-34bf8197-cd93-4338-880b-0476c6610657 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 210 time: 0.0390863 Sep 23 01:34:05.543875 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695cef6-45f7-4448-8e7e-1619bbf96e79 req-1dd54b06-f105-4053-ab40-0534366e66ef tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:05.547361 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d695cef6-45f7-4448-8e7e-1619bbf96e79 req-1dd54b06-f105-4053-ab40-0534366e66ef tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0996380 Sep 23 01:34:05.649324 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d695cef6-45f7-4448-8e7e-1619bbf96e79 req-271e6d89-15c5-435b-a3de-9c99379ac32f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923247 Sep 23 01:34:06.358672 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49751726-19a5-4a50-9a08-bf63dd5b4584 req-6ce35439-10c1-465d-ab46-c14501166b32 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:06.360689 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-49751726-19a5-4a50-9a08-bf63dd5b4584 req-6ce35439-10c1-465d-ab46-c14501166b32 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 946 time: 0.0626070 Sep 23 01:34:06.411822 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b43d1623-d94c-4117-a24b-0e5da497ebf2 req-640f010c-cc53-42b8-8fee-bb1573a3492e tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 210 time: 0.0368502 Sep 23 01:34:06.460608 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-61b399a0-29bb-4599-92f3-d425e5ef61b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:06.482937 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-49751726-19a5-4a50-9a08-bf63dd5b4584 req-a6a31ad7-8042-45f8-9458-93a705003854 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081688 Sep 23 01:34:06.676297 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114454c-4495-4414-809f-bc310bfc26e5 req-b1fc6c99-47f2-4929-b951-14a9618396c0 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:06.678839 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8114454c-4495-4414-809f-bc310bfc26e5 req-b1fc6c99-47f2-4929-b951-14a9618396c0 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.81 "GET /networking/v2.0/networks?id=2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05 HTTP/1.1" status: 200 len: 814 time: 0.2451906 Sep 23 01:34:06.808659 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c246ac7-e507-4598-91aa-4e8f798c97bb req-30c507b2-e51d-4806-89a3-8a971b127500 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:06.810642 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1c246ac7-e507-4598-91aa-4e8f798c97bb req-30c507b2-e51d-4806-89a3-8a971b127500 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0631952 Sep 23 01:34:06.870146 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1c246ac7-e507-4598-91aa-4e8f798c97bb req-25af620f-f7b7-4617-83b0-7406779c3c46 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535264 Sep 23 01:34:07.005339 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [req-8114454c-4495-4414-809f-bc310bfc26e5 req-07a4c974-5211-43bd-a4a0-0e1da3869dc9 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Request body: {'port': {'device_id': '3e8bde31-919a-498a-898a-c1a7fde0e80b', 'network_id': '2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05', 'admin_state_up': True, 'tenant_id': '95935852764e413c8bbd23c16ddf13a5'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:07.363436 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8114454c-4495-4414-809f-bc310bfc26e5 req-07a4c974-5211-43bd-a4a0-0e1da3869dc9 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Made reservation on behalf of 95935852764e413c8bbd23c16ddf13a5 for: {'port': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:34:07.372699 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-8114454c-4495-4414-809f-bc310bfc26e5 req-07a4c974-5211-43bd-a4a0-0e1da3869dc9 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:07.609923 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-36ec153e-8d8c-46aa-9301-a17d8266fe1a req-29f31c6b-6475-48f0-a285-956ba5ff617d tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 210 time: 0.0793335 Sep 23 01:34:07.668142 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [req-8114454c-4495-4414-809f-bc310bfc26e5 req-07a4c974-5211-43bd-a4a0-0e1da3869dc9 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Allocated IP 172.20.0.13 (2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05/590aaa88-2261-47b9-9013-d3b44835be14/8ef41830-75fb-4ad0-8285-a4080a6ebadc) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:34:07.674486 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:07.796951 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e8692-51a1-4e9b-ac24-a232357c9996 req-0582727a-43d1-41c0-9f2d-fd0e30a6b62b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:07.798842 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a21e8692-51a1-4e9b-ac24-a232357c9996 req-0582727a-43d1-41c0-9f2d-fd0e30a6b62b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 946 time: 0.1254864 Sep 23 01:34:07.930617 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:07.953437 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a21e8692-51a1-4e9b-ac24-a232357c9996 req-23efe92f-be64-4e48-803b-bd891dc4eeee tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349573 Sep 23 01:34:08.006422 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-8114454c-4495-4414-809f-bc310bfc26e5 req-07a4c974-5211-43bd-a4a0-0e1da3869dc9 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Publish callbacks [] for port (8ef41830-75fb-4ad0-8285-a4080a6ebadc), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:08.137776 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0f9b0-29c2-41c8-bd5e-be4f8f27b5da req-ff720424-3b53-4759-8ca9-2bbaa056cba1 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:08.140389 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-04d0f9b0-29c2-41c8-bd5e-be4f8f27b5da req-ff720424-3b53-4759-8ca9-2bbaa056cba1 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.1056576 Sep 23 01:34:08.210754 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-04d0f9b0-29c2-41c8-bd5e-be4f8f27b5da req-e2be244a-6ee4-46fc-b988-c2f26b611d56 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630529 Sep 23 01:34:08.215275 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-8114454c-4495-4414-809f-bc310bfc26e5 req-07a4c974-5211-43bd-a4a0-0e1da3869dc9 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (8ef41830-75fb-4ad0-8285-a4080a6ebadc), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:08.280059 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8114454c-4495-4414-809f-bc310bfc26e5 req-07a4c974-5211-43bd-a4a0-0e1da3869dc9 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Network 2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05 is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:34:08.286584 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [req-8114454c-4495-4414-809f-bc310bfc26e5 req-07a4c974-5211-43bd-a4a0-0e1da3869dc9 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:34:08.291077 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-8114454c-4495-4414-809f-bc310bfc26e5 req-07a4c974-5211-43bd-a4a0-0e1da3869dc9 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:34:08.317436 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4c974-5211-43bd-a4a0-0e1da3869dc9 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Pushing event updated for resources: {'Port': ['ID=8ef41830-75fb-4ad0-8285-a4080a6ebadc,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:08.370903 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114454c-4495-4414-809f-bc310bfc26e5 req-07a4c974-5211-43bd-a4a0-0e1da3869dc9 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:08.371681 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-8114454c-4495-4414-809f-bc310bfc26e5 req-07a4c974-5211-43bd-a4a0-0e1da3869dc9 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:08.487905 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8114454c-4495-4414-809f-bc310bfc26e5 req-07a4c974-5211-43bd-a4a0-0e1da3869dc9 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4914005 Sep 23 01:34:08.510843 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Request body: {'port': {'device_id': '3e8bde31-919a-498a-898a-c1a7fde0e80b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:08.635133 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (8ef41830-75fb-4ad0-8285-a4080a6ebadc), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:08.833694 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084302f8-0b5b-4d22-b7ab-1a5f77fae367 req-62f818f4-9a9f-4ea0-ae8b-bd7f5128430f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:08.836623 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-084302f8-0b5b-4d22-b7ab-1a5f77fae367 req-62f818f4-9a9f-4ea0-ae8b-bd7f5128430f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.1407545 Sep 23 01:34:08.863454 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:08.957328 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:09.010085 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cfd09-1a53-4358-97e8-42bfdd9e6d4f req-d802b3ed-7449-4181-b2bf-27e851260c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:09.012230 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f36cfd09-1a53-4358-97e8-42bfdd9e6d4f req-d802b3ed-7449-4181-b2bf-27e851260c40 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=92e9b7f9904f437f91148da9fc521326&device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 1129 time: 0.0684264 Sep 23 01:34:09.054356 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-084302f8-0b5b-4d22-b7ab-1a5f77fae367 req-e0455534-f41a-4eaa-ba51-f6ad0595697b tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981821 Sep 23 01:34:09.170107 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cfd09-1a53-4358-97e8-42bfdd9e6d4f req-f3243f5f-edb7-4b09-a837-33db12339858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:09.172904 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f36cfd09-1a53-4358-97e8-42bfdd9e6d4f req-f3243f5f-edb7-4b09-a837-33db12339858 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=62c29b3e-b2e8-4dd4-ada2-85bc80343af4 HTTP/1.1" status: 200 len: 912 time: 0.1543937 Sep 23 01:34:09.241665 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0163d-4800-4eae-8057-9e55f1d62cca req-43538733-08b5-41d0-a731-47c635d94dea tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:09.243278 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-45b0163d-4800-4eae-8057-9e55f1d62cca req-43538733-08b5-41d0-a731-47c635d94dea tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 932 time: 0.0925770 Sep 23 01:34:09.296609 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef41830-75fb-4ad0-8285-a4080a6ebadc {{(pid=107235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:34:09.313443 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Publish callbacks [] for port (8ef41830-75fb-4ad0-8285-a4080a6ebadc), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:09.350450 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.provisioning_blocks [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Transition to ACTIVE for port object 8ef41830-75fb-4ad0-8285-a4080a6ebadc will not be triggered until provisioned by entity L2. {{(pid=107235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:34:09.354894 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-45b0163d-4800-4eae-8057-9e55f1d62cca req-ddb8a2aa-1d1c-430b-b35f-5cdf7d0cedea tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914056 Sep 23 01:34:09.425899 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d1b26-fe54-44b5-b93d-b1a6e46a3b52 req-c61fdcf6-3a9b-4f64-8101-8fe741270757 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:09.427725 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-916d1b26-fe54-44b5-b93d-b1a6e46a3b52 req-c61fdcf6-3a9b-4f64-8101-8fe741270757 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0600963 Sep 23 01:34:09.482536 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3173566'] for port (8ef41830-75fb-4ad0-8285-a4080a6ebadc), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:09.496951 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-916d1b26-fe54-44b5-b93d-b1a6e46a3b52 req-33d5760e-4848-4952-863f-1c72b53dbee8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572870 Sep 23 01:34:09.522406 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:09.565040 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef41830-75fb-4ad0-8285-a4080a6ebadc,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:09.632736 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Attempting to bind port 8ef41830-75fb-4ad0-8285-a4080a6ebadc on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:34:09.633320 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Attempting to bind port 8ef41830-75fb-4ad0-8285-a4080a6ebadc by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '5a2f93ae-418b-455b-aed7-319fe1df8fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05'}] {{(pid=107235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:34:09.633825 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Attempting to bind port 8ef41830-75fb-4ad0-8285-a4080a6ebadc on network 2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:34:09.705179 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Port 8ef41830-75fb-4ad0-8285-a4080a6ebadc on network 2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:34:09.705747 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Attempting to bind port 8ef41830-75fb-4ad0-8285-a4080a6ebadc on network 2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05 {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:34:09.781707 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:34:09.789081 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Checking segment: {'id': '5a2f93ae-418b-455b-aed7-319fe1df8fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:34:09.789081 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Bound using segment: {'id': '5a2f93ae-418b-455b-aed7-319fe1df8fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05'} {{(pid=107235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:34:09.789081 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.managers [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Bound port: 8ef41830-75fb-4ad0-8285-a4080a6ebadc, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a2f93ae-418b-455b-aed7-319fe1df8fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05'}}] {{(pid=107235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:34:09.789081 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (8ef41830-75fb-4ad0-8285-a4080a6ebadc), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:09.852810 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] For port 8ef41830-75fb-4ad0-8285-a4080a6ebadc, host hv-cinder-84914, cleared binding levels {{(pid=107235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:34:09.856366 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] For port 8ef41830-75fb-4ad0-8285-a4080a6ebadc, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ef41830-75fb-4ad0-8285-a4080a6ebadc,segment=NetworkSegment(5a2f93ae-418b-455b-aed7-319fe1df8fbe),segment_id=5a2f93ae-418b-455b-aed7-319fe1df8fbe)] {{(pid=107235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:34:09.981073 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3173566'] for port (8ef41830-75fb-4ad0-8285-a4080a6ebadc), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:09.988486 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:09.989453 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:09.991685 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8114454c-4495-4414-809f-bc310bfc26e5 req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/8ef41830-75fb-4ad0-8285-a4080a6ebadc HTTP/1.1" status: 200 len: 1094 time: 1.4901404 Sep 23 01:34:09.992458 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8bde31-919a-498a-898a-c1a7fde0e80b', 'tag': '8ef41830-75fb-4ad0-8285-a4080a6ebadc'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:34:09.996209 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e047a293-c190-4650-b24b-fca7f271f62d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8bde31-919a-498a-898a-c1a7fde0e80b", "tag": "8ef41830-75fb-4ad0-8285-a4080a6ebadc"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:34:10.049090 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7522a826-bb5f-47c6-98db-1a160da17f8d x-openstack-request-id: req-7522a826-bb5f-47c6-98db-1a160da17f8d {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:34:10.049526 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8bde31-919a-498a-898a-c1a7fde0e80b", "tag": "8ef41830-75fb-4ad0-8285-a4080a6ebadc", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:34:10.049860 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7522a826-bb5f-47c6-98db-1a160da17f8d {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:34:10.050349 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7522a826-bb5f-47c6-98db-1a160da17f8d'] response: {'name': 'network-changed', 'server_uuid': '3e8bde31-919a-498a-898a-c1a7fde0e80b', 'tag': '8ef41830-75fb-4ad0-8285-a4080a6ebadc', 'status': 'completed', 'code': 200} Sep 23 01:34:10.056391 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08cc5e-41d1-4d89-b4cf-22c30e1cacd6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef41830-75fb-4ad0-8285-a4080a6ebadc,revision_number=3']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:10.203834 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2abf5c-b23c-440c-83f0-a86e8da2ecc5 req-72e66af5-87e6-4326-b8a0-deb7fc588337 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:10.205486 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ac2abf5c-b23c-440c-83f0-a86e8da2ecc5 req-72e66af5-87e6-4326-b8a0-deb7fc588337 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0530953 Sep 23 01:34:10.263430 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ac2abf5c-b23c-440c-83f0-a86e8da2ecc5 req-09d9fa59-3df5-42eb-90bc-ef4abe9b5a0f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483139 Sep 23 01:34:10.276893 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:10.325996 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:10.327412 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:10.539296 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff8ff4-a8a4-461f-b6ab-e28959ff78f9 req-08dcef09-080c-49b2-80c6-187221d954d7 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:10.542099 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-99ff8ff4-a8a4-461f-b6ab-e28959ff78f9 req-08dcef09-080c-49b2-80c6-187221d954d7 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 944 time: 0.0631716 Sep 23 01:34:10.627177 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-99ff8ff4-a8a4-461f-b6ab-e28959ff78f9 req-e40335bd-5ef6-48a2-a64d-211476fb61a4 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745373 Sep 23 01:34:10.666428 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845e04f-be79-4cb4-baca-22136751c6dd req-25f0a99d-54f9-4b4f-8e9f-2868ec5be2b8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:10.669280 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0845e04f-be79-4cb4-baca-22136751c6dd req-25f0a99d-54f9-4b4f-8e9f-2868ec5be2b8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0769165 Sep 23 01:34:10.719812 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:10.735148 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0845e04f-be79-4cb4-baca-22136751c6dd req-0c59eb05-4ace-4a4d-81fd-3a3b81d5f603 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550289 Sep 23 01:34:11.146309 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:11.440511 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8df869-e0f8-4aff-a463-c00161cd20f8 req-b526ccd8-dd37-464c-8507-9c212af17f56 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:11.442665 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-dc8df869-e0f8-4aff-a463-c00161cd20f8 req-b526ccd8-dd37-464c-8507-9c212af17f56 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0805938 Sep 23 01:34:11.509910 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-dc8df869-e0f8-4aff-a463-c00161cd20f8 req-c88601ce-62f7-4097-961b-2c43e8b9a921 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597374 Sep 23 01:34:11.823418 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75958aa3-f483-49dc-ac68-564ae5928eec req-05d085de-5d82-4a59-8d84-04707abad978 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:11.826914 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-75958aa3-f483-49dc-ac68-564ae5928eec req-05d085de-5d82-4a59-8d84-04707abad978 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 944 time: 0.0936663 Sep 23 01:34:11.944941 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f36cfd09-1a53-4358-97e8-42bfdd9e6d4f req-19e4ade1-cc4b-41b8-ac60-b9bf717b3fe4 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8abb555-0222-4db9-8cfd-ae8b447de34c HTTP/1.1" status: 200 len: 1001 time: 0.1550126 Sep 23 01:34:11.965094 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-75958aa3-f483-49dc-ac68-564ae5928eec req-ed87d200-6441-490a-bf84-d6d23486102d tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864565 Sep 23 01:34:12.022837 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cfd09-1a53-4358-97e8-42bfdd9e6d4f req-e26655b1-c15f-4ea7-87a4-15ed2fef8255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:12.023465 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:12.025358 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f36cfd09-1a53-4358-97e8-42bfdd9e6d4f req-e26655b1-c15f-4ea7-87a4-15ed2fef8255 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d36fada1-7414-44f7-a6e7-b0b2acebf5e7 HTTP/1.1" status: 200 len: 850 time: 0.0598645 Sep 23 01:34:12.078695 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:12.087342 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cfd09-1a53-4358-97e8-42bfdd9e6d4f req-f6ada5a5-7c3b-483b-b0ee-dbc0b590ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:12.090160 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f36cfd09-1a53-4358-97e8-42bfdd9e6d4f req-f6ada5a5-7c3b-483b-b0ee-dbc0b590ec1c service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=62c29b3e-b2e8-4dd4-ada2-85bc80343af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544131 Sep 23 01:34:12.115379 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f81cc8-effd-471d-9e8c-ca2321767c64 req-9d0b2bf6-6c48-4630-b9bd-f81f66f7d66a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:12.118508 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-14f81cc8-effd-471d-9e8c-ca2321767c64 req-9d0b2bf6-6c48-4630-b9bd-f81f66f7d66a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.2604525 Sep 23 01:34:12.121253 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047a293-c190-4650-b24b-fca7f271f62d req-448d906e-71f8-4d04-900e-9ba93ea6e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:12.123911 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e047a293-c190-4650-b24b-fca7f271f62d req-448d906e-71f8-4d04-900e-9ba93ea6e1d7 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=95935852764e413c8bbd23c16ddf13a5&device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 1128 time: 0.2414775 Sep 23 01:34:12.126858 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06b567-9b73-4cb6-95d1-4c1d1d12dad6 req-8d847a16-385b-4b4f-8284-5890aad707c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:12.128695 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fa06b567-9b73-4cb6-95d1-4c1d1d12dad6 req-8d847a16-385b-4b4f-8284-5890aad707c8 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 1129 time: 0.1332235 Sep 23 01:34:12.203398 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f36cfd09-1a53-4358-97e8-42bfdd9e6d4f req-b8929fba-2a6c-4b1b-995d-f8f42f0d74be service neutron] 10.222.0.81 "GET /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063979 Sep 23 01:34:12.311916 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f36cfd09-1a53-4358-97e8-42bfdd9e6d4f req-51994c35-9536-4f28-9721-a7e267f4a5fb service neutron] 10.222.0.81 "GET /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019351 Sep 23 01:34:12.419293 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-14f81cc8-effd-471d-9e8c-ca2321767c64 req-1bab487f-bbbc-4c9d-8ce1-6be884d9696d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891722 Sep 23 01:34:12.480836 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06b567-9b73-4cb6-95d1-4c1d1d12dad6 req-c88ac486-868e-406f-9094-867091ef4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:12.482773 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fa06b567-9b73-4cb6-95d1-4c1d1d12dad6 req-c88ac486-868e-406f-9094-867091ef4100 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 200 len: 920 time: 0.3262937 Sep 23 01:34:12.486258 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047a293-c190-4650-b24b-fca7f271f62d req-134649c6-302b-4334-8218-6d9758c33a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:12.487804 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e047a293-c190-4650-b24b-fca7f271f62d req-134649c6-302b-4334-8218-6d9758c33a4d service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=95935852764e413c8bbd23c16ddf13a5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3293335 Sep 23 01:34:12.623495 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fa06b567-9b73-4cb6-95d1-4c1d1d12dad6 req-9b682707-33c2-4960-8283-6393d426fe65 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77b59ee-17b3-4900-9eab-5cda9d09251b HTTP/1.1" status: 200 len: 1001 time: 0.1286261 Sep 23 01:34:12.663279 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:12.690203 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047a293-c190-4650-b24b-fca7f271f62d req-ee0fc9a6-809d-4df3-9feb-f5cec64f3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:12.691797 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e047a293-c190-4650-b24b-fca7f271f62d req-ee0fc9a6-809d-4df3-9feb-f5cec64f3be3 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1951540 Sep 23 01:34:12.715095 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06b567-9b73-4cb6-95d1-4c1d1d12dad6 req-c3977f36-64b5-495a-8a73-50ea737a5314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:12.717487 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fa06b567-9b73-4cb6-95d1-4c1d1d12dad6 req-c3977f36-64b5-495a-8a73-50ea737a5314 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f171f77f-736d-489a-928a-20915fd59544 HTTP/1.1" status: 200 len: 858 time: 0.0765786 Sep 23 01:34:12.728462 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a03af-85d0-42b8-a380-65d70e5a6d70 req-ff084d75-e797-4147-9dec-04e5d8a5aeb1 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:12.731855 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c03a03af-85d0-42b8-a380-65d70e5a6d70 req-ff084d75-e797-4147-9dec-04e5d8a5aeb1 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0960312 Sep 23 01:34:12.780877 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06b567-9b73-4cb6-95d1-4c1d1d12dad6 req-f45df576-e813-4aef-809a-f525de491bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:12.782821 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fa06b567-9b73-4cb6-95d1-4c1d1d12dad6 req-f45df576-e813-4aef-809a-f525de491bef service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f7b971fd-945f-4624-ba90-e53784d63da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517423 Sep 23 01:34:12.815692 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c03a03af-85d0-42b8-a380-65d70e5a6d70 req-dfdb8157-b80b-4333-92a0-33a684057180 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743725 Sep 23 01:34:13.165138 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e813d8-5b88-4c86-8c9d-15e48fe2579a req-eb3d2ecf-eeed-4f36-a7f7-1b1f12ae1463 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:13.166945 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e0e813d8-5b88-4c86-8c9d-15e48fe2579a req-eb3d2ecf-eeed-4f36-a7f7-1b1f12ae1463 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 944 time: 0.0592153 Sep 23 01:34:13.249687 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e0e813d8-5b88-4c86-8c9d-15e48fe2579a req-fa0cf749-9ebc-4051-8135-63f2567788ed tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720115 Sep 23 01:34:13.639540 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3305d18-ed68-414e-8814-cd80ad903c37 req-5c83f2a0-5175-4a9a-83b2-371975e80df7 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:13.642282 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d3305d18-ed68-414e-8814-cd80ad903c37 req-5c83f2a0-5175-4a9a-83b2-371975e80df7 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0854242 Sep 23 01:34:13.647844 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fa06b567-9b73-4cb6-95d1-4c1d1d12dad6 req-336b6cd1-0f9a-4fcf-8049-8bda2855a5de service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913879 Sep 23 01:34:13.670529 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114454c-4495-4414-809f-bc310bfc26e5 req-700b6718-1d7a-420a-a80b-57747ec6d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:13.672845 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8114454c-4495-4414-809f-bc310bfc26e5 req-700b6718-1d7a-420a-a80b-57747ec6d63e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=95935852764e413c8bbd23c16ddf13a5&device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 1128 time: 0.1065171 Sep 23 01:34:13.701802 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d3305d18-ed68-414e-8814-cd80ad903c37 req-fbcdfc45-0114-46a6-91ce-47d8f41fe3f8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513992 Sep 23 01:34:13.806911 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8114454c-4495-4414-809f-bc310bfc26e5 req-2d310b50-bb3a-4361-9c00-64bb0d1bc9e2 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ef41830-75fb-4ad0-8285-a4080a6ebadc HTTP/1.1" status: 200 len: 217 time: 0.1151290 Sep 23 01:34:13.905181 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fa06b567-9b73-4cb6-95d1-4c1d1d12dad6 req-653670b4-6be5-4c82-8933-e3b0b68dc117 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490592 Sep 23 01:34:13.908493 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114454c-4495-4414-809f-bc310bfc26e5 req-bbe0cd3a-235a-4aae-bf05-b59da586f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:13.910031 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8114454c-4495-4414-809f-bc310bfc26e5 req-bbe0cd3a-235a-4aae-bf05-b59da586f147 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=590aaa88-2261-47b9-9013-d3b44835be14 HTTP/1.1" status: 200 len: 854 time: 0.0879555 Sep 23 01:34:13.964574 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8114454c-4495-4414-809f-bc310bfc26e5 req-fe4f2212-48ef-41b8-afd4-292c3d187f5b service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396838 Sep 23 01:34:14.051891 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b63382-5660-42d8-8623-010bca6dd1b2 req-160e58b5-be73-453c-9d44-2e61cf11be38 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:14.053474 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-15b63382-5660-42d8-8623-010bca6dd1b2 req-160e58b5-be73-453c-9d44-2e61cf11be38 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.1008663 Sep 23 01:34:14.141321 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8114454c-4495-4414-809f-bc310bfc26e5 req-4123ae30-aa0c-413e-a321-8e8145e2a7e4 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526520 Sep 23 01:34:14.162891 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-15b63382-5660-42d8-8623-010bca6dd1b2 req-69ea20e3-d17a-400a-8dd4-377365fcabef tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970883 Sep 23 01:34:14.329273 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8114454c-4495-4414-809f-bc310bfc26e5 req-487b3122-ec80-4b3d-ad13-015fcb7152de service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403294 Sep 23 01:34:14.437619 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da442e6c-9164-4cf0-9f08-f4abdc09c9c8 req-e0663eca-e7c3-4fff-af6c-6d5174542244 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:14.440030 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-da442e6c-9164-4cf0-9f08-f4abdc09c9c8 req-e0663eca-e7c3-4fff-af6c-6d5174542244 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 944 time: 0.0805016 Sep 23 01:34:14.506087 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-da442e6c-9164-4cf0-9f08-f4abdc09c9c8 req-202380f6-b113-4217-8189-b88e98833141 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565684 Sep 23 01:34:14.864218 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1028ad-7bed-4ed8-9ba6-17e02d6d7fb4 req-6720912d-4590-4f64-91d3-d919adbe638f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:14.866211 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3d1028ad-7bed-4ed8-9ba6-17e02d6d7fb4 req-6720912d-4590-4f64-91d3-d919adbe638f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0616262 Sep 23 01:34:14.878967 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:14.925135 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3d1028ad-7bed-4ed8-9ba6-17e02d6d7fb4 req-7a8113d9-4b3d-4553-8851-d4ac3dbb6781 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526381 Sep 23 01:34:15.669905 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c1aed-12f8-4873-9d1f-0c3e8c705f51 req-ef634cf4-a79b-44a8-82f0-0f8747f9aeda tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:15.671937 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d23c1aed-12f8-4873-9d1f-0c3e8c705f51 req-ef634cf4-a79b-44a8-82f0-0f8747f9aeda tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 944 time: 0.0742691 Sep 23 01:34:15.743445 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d23c1aed-12f8-4873-9d1f-0c3e8c705f51 req-10d7b7f6-40ee-4e4b-aeac-c67cd6dc2806 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652659 Sep 23 01:34:16.117136 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b07a66-a962-424f-b0e2-a594ffaf775c req-270324d6-67b7-4da3-90ef-8f8eddb7c856 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:16.119656 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-48b07a66-a962-424f-b0e2-a594ffaf775c req-270324d6-67b7-4da3-90ef-8f8eddb7c856 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0857491 Sep 23 01:34:16.158168 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 45716) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:16.225002 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-48b07a66-a962-424f-b0e2-a594ffaf775c req-1d48ffae-e229-42ac-bad0-e4bf8fdf0970 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978792 Sep 23 01:34:16.309657 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 45720) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:16.426152 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3afad594-b0ff-41b9-b0f1-11563f3cb467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:16.487250 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:16.493612 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-27451695-371f-44eb-a694-e8485e45103b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:16.650043 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3afad594-b0ff-41b9-b0f1-11563f3cb467 admin admin] Publish callbacks [] for security_group (87f66518-ff10-4795-8e49-c61d4aacd64f), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:16.671865 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:16.693781 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-27451695-371f-44eb-a694-e8485e45103b admin admin] Publish callbacks [] for security_group (f0f1175d-b1d5-469f-af70-f4118555bec0), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:16.829994 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3afad594-b0ff-41b9-b0f1-11563f3cb467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (87f66518-ff10-4795-8e49-c61d4aacd64f), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:16.906070 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-27451695-371f-44eb-a694-e8485e45103b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (f0f1175d-b1d5-469f-af70-f4118555bec0), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:16.942476 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-3afad594-b0ff-41b9-b0f1-11563f3cb467 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7f2b4aaba35d4395abdeca782b9f367f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7823968 Sep 23 01:34:16.945069 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 45726) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:16.954946 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4c602-f749-48c8-9d64-ed2c6a75b3e3 req-5fa1c9ef-af60-4d9e-8d23-df5d907aa256 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:16.956747 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d9e4c602-f749-48c8-9d64-ed2c6a75b3e3 req-5fa1c9ef-af60-4d9e-8d23-df5d907aa256 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 944 time: 0.1225843 Sep 23 01:34:16.962443 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afad594-b0ff-41b9-b0f1-11563f3cb467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f66518-ff10-4795-8e49-c61d4aacd64f,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:16.971345 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:17.009645 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-27451695-371f-44eb-a694-e8485e45103b admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6fa35cc10c5244b28224b6abf8416ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6983738 Sep 23 01:34:17.022734 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 45728) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:17.046629 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-89858b79-4cc1-4a1e-a651-373b8c354310 admin admin] Publish callbacks [] for security_group (87f66518-ff10-4795-8e49-c61d4aacd64f), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:17.069275 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27451695-371f-44eb-a694-e8485e45103b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f1175d-b1d5-469f-af70-f4118555bec0,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:17.082759 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-89858b79-4cc1-4a1e-a651-373b8c354310 admin admin] Publish callbacks [] for security_group (87f66518-ff10-4795-8e49-c61d4aacd64f), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:17.106346 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d9e4c602-f749-48c8-9d64-ed2c6a75b3e3 req-223d604a-8164-4f85-9357-3bae93706a6e tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396081 Sep 23 01:34:17.148922 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1f69fed6-a47b-460f-98f5-521dd690e2a2 admin admin] Publish callbacks [] for security_group (f0f1175d-b1d5-469f-af70-f4118555bec0), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:17.174885 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1f69fed6-a47b-460f-98f5-521dd690e2a2 admin admin] Publish callbacks [] for security_group (f0f1175d-b1d5-469f-af70-f4118555bec0), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:17.352607 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-89858b79-4cc1-4a1e-a651-373b8c354310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (87f66518-ff10-4795-8e49-c61d4aacd64f), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:17.355963 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-89858b79-4cc1-4a1e-a651-373b8c354310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:17.357423 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-89858b79-4cc1-4a1e-a651-373b8c354310 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/87f66518-ff10-4795-8e49-c61d4aacd64f HTTP/1.1" status: 204 len: 168 time: 0.4111106 Sep 23 01:34:17.393940 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89858b79-4cc1-4a1e-a651-373b8c354310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f66518-ff10-4795-8e49-c61d4aacd64f,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:17.411153 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1f69fed6-a47b-460f-98f5-521dd690e2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (f0f1175d-b1d5-469f-af70-f4118555bec0), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:17.415252 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b6447-3292-4aad-af25-7c9727bf5f53 req-e844ba54-43d3-49fb-8454-21e08f82aaf0 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:17.416847 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1f69fed6-a47b-460f-98f5-521dd690e2a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:17.418531 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-1f69fed6-a47b-460f-98f5-521dd690e2a2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f0f1175d-b1d5-469f-af70-f4118555bec0 HTTP/1.1" status: 204 len: 168 time: 0.3971665 Sep 23 01:34:17.418753 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-808b6447-3292-4aad-af25-7c9727bf5f53 req-e844ba54-43d3-49fb-8454-21e08f82aaf0 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0775654 Sep 23 01:34:17.421935 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:17.444216 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69fed6-a47b-460f-98f5-521dd690e2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f1175d-b1d5-469f-af70-f4118555bec0,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:17.526197 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-808b6447-3292-4aad-af25-7c9727bf5f53 req-8dc4ddab-394e-4ffa-93d8-756a7c0a6cb7 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986381 Sep 23 01:34:17.845022 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 8ef41830-75fb-4ad0-8285-a4080a6ebadc details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:34:18.017756 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 8ef41830-75fb-4ad0-8285-a4080a6ebadc, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ef41830-75fb-4ad0-8285-a4080a6ebadc,segment=NetworkSegment(5a2f93ae-418b-455b-aed7-319fe1df8fbe),segment_id=5a2f93ae-418b-455b-aed7-319fe1df8fbe)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:18.038297 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': '8ef41830-75fb-4ad0-8285-a4080a6ebadc', 'network_id': '2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05', 'port_id': '8ef41830-75fb-4ad0-8285-a4080a6ebadc', 'mac_address': 'fa:16:3e:f7:a4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590aaa88-2261-47b9-9013-d3b44835be14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:34:18.106917 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 8ef41830-75fb-4ad0-8285-a4080a6ebadc is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:18.107683 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (8ef41830-75fb-4ad0-8285-a4080a6ebadc), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:18.137568 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef41830-75fb-4ad0-8285-a4080a6ebadc {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:34:18.174688 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 8ef41830-75fb-4ad0-8285-a4080a6ebadc, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ef41830-75fb-4ad0-8285-a4080a6ebadc,segment=NetworkSegment(5a2f93ae-418b-455b-aed7-319fe1df8fbe),segment_id=5a2f93ae-418b-455b-aed7-319fe1df8fbe)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:18.288585 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (8ef41830-75fb-4ad0-8285-a4080a6ebadc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:18.347749 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdc077-1124-474f-bf3e-f3ff3f3224e4 req-9ad16c6b-73fa-4b9c-b6e5-794a34f59756 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:18.349263 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3bbdc077-1124-474f-bf3e-f3ff3f3224e4 req-9ad16c6b-73fa-4b9c-b6e5-794a34f59756 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 945 time: 0.0797560 Sep 23 01:34:18.360077 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=8ef41830-75fb-4ad0-8285-a4080a6ebadc,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:18.374704 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:18.375303 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:18.375929 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:18.376509 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:18.377083 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:18.377744 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:18.378357 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:18.378893 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:18.379441 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:18.380010 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:18.380571 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:18.381131 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:18.381765 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:18.382316 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:18.382887 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:18.413395 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3bbdc077-1124-474f-bf3e-f3ff3f3224e4 req-ca9a2f52-37c9-43c8-915a-bf01c11516d7 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571883 Sep 23 01:34:18.697882 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a2800-c960-4e99-97ce-12630ba5e61f req-e5c0db45-bd50-4311-a5f1-f312c1f6117f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:18.700687 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-396a2800-c960-4e99-97ce-12630ba5e61f req-e5c0db45-bd50-4311-a5f1-f312c1f6117f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0666499 Sep 23 01:34:18.770722 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['8ef41830-75fb-4ad0-8285-a4080a6ebadc'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:34:18.786753 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-396a2800-c960-4e99-97ce-12630ba5e61f req-4c1ce595-68d2-4875-8ab7-1ad45d4da4d0 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782912 Sep 23 01:34:18.876412 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 45758) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:19.030690 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-8cf503ee-ff93-4c79-bb07-142824ccb9b7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-295570330-network', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:19.122958 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf503ee-ff93-4c79-bb07-142824ccb9b7 admin admin] Made reservation on behalf of 600dd39d7a7944a49330866c0e26cb66 for: {'network': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:34:19.125953 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8cf503ee-ff93-4c79-bb07-142824ccb9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:19.138129 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8cf503ee-ff93-4c79-bb07-142824ccb9b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:19.151275 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:19.245968 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8cf503ee-ff93-4c79-bb07-142824ccb9b7 admin admin] Publish callbacks [] for security_group (fd54bd2a-9729-4afb-b77d-f3e234827325), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:19.357017 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8cf503ee-ff93-4c79-bb07-142824ccb9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (fd54bd2a-9729-4afb-b77d-f3e234827325), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:19.392095 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf503ee-ff93-4c79-bb07-142824ccb9b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=107236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:34:19.399010 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf503ee-ff93-4c79-bb07-142824ccb9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd54bd2a-9729-4afb-b77d-f3e234827325,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:19.413364 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8cf503ee-ff93-4c79-bb07-142824ccb9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (cae84908-7015-491d-9d2b-0814f4a10a26), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:19.413602 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.segments_db [None req-8cf503ee-ff93-4c79-bb07-142824ccb9b7 admin admin] Added segment cae84908-7015-491d-9d2b-0814f4a10a26 of type vlan for network 2b18b98c-5d4a-416e-872c-bd1f7589d912 Sep 23 01:34:19.465147 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8cf503ee-ff93-4c79-bb07-142824ccb9b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (2b18b98c-5d4a-416e-872c-bd1f7589d912), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:19.567000 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8cf503ee-ff93-4c79-bb07-142824ccb9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (2b18b98c-5d4a-416e-872c-bd1f7589d912), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:19.568057 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf503ee-ff93-4c79-bb07-142824ccb9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:19.568652 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8cf503ee-ff93-4c79-bb07-142824ccb9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:19.591765 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca00c0-e004-42aa-9199-46d8be4a5885 req-a53f49a9-0dda-43de-8245-8cdea0601185 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:19.593412 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0eca00c0-e004-42aa-9199-46d8be4a5885 req-a53f49a9-0dda-43de-8245-8cdea0601185 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 945 time: 0.0761189 Sep 23 01:34:19.662362 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf503ee-ff93-4c79-bb07-142824ccb9b7 admin admin] Pushing event updated for resources: {'Network': ['ID=2b18b98c-5d4a-416e-872c-bd1f7589d912,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:19.682167 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network 2b18b98c-5d4a-416e-872c-bd1f7589d912 details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:34:19.704520 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0eca00c0-e004-42aa-9199-46d8be4a5885 req-2c2b56d3-29e8-4b44-b2dd-3cdbcfa6bc0d tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803697 Sep 23 01:34:19.748349 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-8cf503ee-ff93-4c79-bb07-142824ccb9b7 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8703852 Sep 23 01:34:19.753200 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 45764) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:19.761749 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Request body: {'subnet': {'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-295570330-subnet', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'ip_version': 4}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:19.766451 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:19.849032 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 8ef41830-75fb-4ad0-8285-a4080a6ebadc up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:34:19.852668 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:19.890516 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Made reservation on behalf of 600dd39d7a7944a49330866c0e26cb66 for: {'subnet': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:34:19.894563 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9355585'] for subnet (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:19.904063 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port 8ef41830-75fb-4ad0-8285-a4080a6ebadc completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:34:19.959131 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5aa47-f197-4931-9ad9-b5e9bb71be0f req-3c0b8043-a0b6-4c1a-928b-3af40f101b9b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:19.961103 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-64c5aa47-f197-4931-9ad9-b5e9bb71be0f req-3c0b8043-a0b6-4c1a-928b-3af40f101b9b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0612488 Sep 23 01:34:20.019768 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-64c5aa47-f197-4931-9ad9-b5e9bb71be0f req-90836c5e-497e-4a1e-8c0a-ebdc7b666f20 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519817 Sep 23 01:34:20.024981 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port 8ef41830-75fb-4ad0-8285-a4080a6ebadc triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:20.025550 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (8ef41830-75fb-4ad0-8285-a4080a6ebadc), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:20.026009 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port 8ef41830-75fb-4ad0-8285-a4080a6ebadc Sep 23 01:34:20.113070 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 8ef41830-75fb-4ad0-8285-a4080a6ebadc is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:20.113496 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (8ef41830-75fb-4ad0-8285-a4080a6ebadc), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:20.142566 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8bde31-919a-498a-898a-c1a7fde0e80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef41830-75fb-4ad0-8285-a4080a6ebadc'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:34:20.145016 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3a9a40-46d6-4ca9-a04f-00d093c73821" -d '{"events": [{"server_uuid": "3e8bde31-919a-498a-898a-c1a7fde0e80b", "name": "network-vif-plugged", "status": "completed", "tag": "8ef41830-75fb-4ad0-8285-a4080a6ebadc"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:34:20.177055 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 8ef41830-75fb-4ad0-8285-a4080a6ebadc, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ef41830-75fb-4ad0-8285-a4080a6ebadc,segment=NetworkSegment(5a2f93ae-418b-455b-aed7-319fe1df8fbe),segment_id=5a2f93ae-418b-455b-aed7-319fe1df8fbe)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:20.192743 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2963c5ba-c11b-49b4-889f-818f6872d5fc x-openstack-request-id: req-2963c5ba-c11b-49b4-889f-818f6872d5fc {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:34:20.193079 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8bde31-919a-498a-898a-c1a7fde0e80b", "name": "network-vif-plugged", "status": "completed", "tag": "8ef41830-75fb-4ad0-8285-a4080a6ebadc", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:34:20.193329 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2963c5ba-c11b-49b4-889f-818f6872d5fc {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:34:20.193726 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2963c5ba-c11b-49b4-889f-818f6872d5fc'] response: {'server_uuid': '3e8bde31-919a-498a-898a-c1a7fde0e80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef41830-75fb-4ad0-8285-a4080a6ebadc', 'code': 200} Sep 23 01:34:20.357387 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (8ef41830-75fb-4ad0-8285-a4080a6ebadc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:20.369934 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3205717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9355607'] for subnet (948b79d0-7fa3-4099-8c3a-d88b8d8138af), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:20.411504 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:20.424344 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=8ef41830-75fb-4ad0-8285-a4080a6ebadc,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:20.443596 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948b79d0-7fa3-4099-8c3a-d88b8d8138af,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:20.462462 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:20.462844 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:20.463198 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:20.463655 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:20.463988 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:20.464328 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:20.464662 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:20.464991 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:20.465320 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:20.465647 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:20.465980 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:20.466311 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:20.466637 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:20.466954 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:20.467272 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:20.479094 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Checking segment: {'id': 'cae84908-7015-491d-9d2b-0814f4a10a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:34:20.479973 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Network hostable DHCP agents. Network: 2b18b98c-5d4a-416e-872c-bd1f7589d912, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:34:20.625417 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Network 2b18b98c-5d4a-416e-872c-bd1f7589d912 is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:34:20.717532 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, 2b18b98c-5d4a-416e-872c-bd1f7589d912) {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:34:20.723459 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:20.724151 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:20.733207 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d9b44f-35f5-441b-b83b-a1e756d7f6bc None None] Network 2b18b98c-5d4a-416e-872c-bd1f7589d912 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:34:20.794721 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8008f8c-04b8-40f3-bda4-fb58016ae383 req-233bae88-5eb6-4b7a-ae94-216ab03d6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:20.796634 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f8008f8c-04b8-40f3-bda4-fb58016ae383 req-233bae88-5eb6-4b7a-ae94-216ab03d6fd1 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 1130 time: 0.0591073 Sep 23 01:34:20.824194 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-c8af2d1f-3c65-44dc-b943-5607023e5b83 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0683427 Sep 23 01:34:20.827023 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 45772) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:20.835799 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-295570330-router', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:20.872961 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f8008f8c-04b8-40f3-bda4-fb58016ae383 req-6419a53f-4d53-4b8b-bd85-d90a419dce20 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695789 Sep 23 01:34:20.928050 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe9d39-b005-4b49-96d9-e8c6e902b610 req-1b01bb16-6a08-4ab9-8384-7825cf0caa6f tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:20.929661 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-05fe9d39-b005-4b49-96d9-e8c6e902b610 req-1b01bb16-6a08-4ab9-8384-7825cf0caa6f tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 946 time: 0.0702350 Sep 23 01:34:20.939345 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11641'] for router (7f9a0578-75cc-48cd-9ccd-c037b409acde), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:20.940718 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11616'] for router (7f9a0578-75cc-48cd-9ccd-c037b409acde), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:20.944469 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496a4441-b314-4f5b-897c-198617268805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0589b507-6e33-5f24-9965-4d8da1fbd6ca-2b18b98c-5d4a-416e-872c-bd1f7589d912', 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912', 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'fixed_ips': [{'subnet_id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af'}]}} from dv-cinder-849143-7-iscsi. {{(pid=107237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:34:20.946036 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-496a4441-b314-4f5b-897c-198617268805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:21.019429 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-05fe9d39-b005-4b49-96d9-e8c6e902b610 req-0d5758d4-09e2-4bbe-9fd6-5857cc5a500a tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807219 Sep 23 01:34:21.033696 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Publish callbacks [] for router_controller (7f9a0578-75cc-48cd-9ccd-c037b409acde), precommit_add_association {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:21.157446 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.db_base_plugin_common [None req-496a4441-b314-4f5b-897c-198617268805 None None] Allocated IP 172.20.0.2 (2b18b98c-5d4a-416e-872c-bd1f7589d912/948b79d0-7fa3-4099-8c3a-d88b8d8138af/8b38faf1-64cb-4e14-86d5-a35f05cd5847) {{(pid=107237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:34:21.199274 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:21.252802 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6e2f4-4050-4787-acef-2e59f425e330 req-8e011730-c189-438a-b4c0-f880a5814b28 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:21.254366 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-48f6e2f4-4050-4787-acef-2e59f425e330 req-8e011730-c189-438a-b4c0-f880a5814b28 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.1279948 Sep 23 01:34:21.411279 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-496a4441-b314-4f5b-897c-198617268805 None None] Publish callbacks [] for port (8b38faf1-64cb-4e14-86d5-a35f05cd5847), precommit_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:21.449843 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=6 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:21.530614 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-496a4441-b314-4f5b-897c-198617268805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (8b38faf1-64cb-4e14-86d5-a35f05cd5847), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:21.623650 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Publish callbacks [] for router_gateway (7f9a0578-75cc-48cd-9ccd-c037b409acde), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:21.650945 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496a4441-b314-4f5b-897c-198617268805 None None] Network 2b18b98c-5d4a-416e-872c-bd1f7589d912 is already hosted by enough agents. {{(pid=107237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:34:21.656268 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-48f6e2f4-4050-4787-acef-2e59f425e330 req-86f723c1-937c-4a71-9263-9776f1361ff0 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3942921 Sep 23 01:34:21.662880 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.base_scheduler [None req-496a4441-b314-4f5b-897c-198617268805 None None] Resources bound (agent type, host, resource id): {{(pid=107237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:34:21.667848 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a4441-b314-4f5b-897c-198617268805 None None] Pushing event updated for resources: {'Port': ['ID=8b38faf1-64cb-4e14-86d5-a35f05cd5847,revision_number=1']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:21.673817 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496a4441-b314-4f5b-897c-198617268805 None None] Received port after_create {{(pid=107237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:34:21.728240 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:21.795809 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-496a4441-b314-4f5b-897c-198617268805 None None] Attempting to bind port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:34:21.796188 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-496a4441-b314-4f5b-897c-198617268805 None None] Attempting to bind port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': 'cae84908-7015-491d-9d2b-0814f4a10a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:34:21.796550 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496a4441-b314-4f5b-897c-198617268805 None None] Attempting to bind port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 on network 2b18b98c-5d4a-416e-872c-bd1f7589d912 {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:34:21.862044 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496a4441-b314-4f5b-897c-198617268805 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:34:21.862524 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496a4441-b314-4f5b-897c-198617268805 None None] Checking segment: {'id': 'cae84908-7015-491d-9d2b-0814f4a10a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:34:21.863145 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-496a4441-b314-4f5b-897c-198617268805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:21.863715 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496a4441-b314-4f5b-897c-198617268805 None None] Bound using segment: {'id': 'cae84908-7015-491d-9d2b-0814f4a10a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:34:21.864415 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-496a4441-b314-4f5b-897c-198617268805 None None] Bound port: 8b38faf1-64cb-4e14-86d5-a35f05cd5847, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae84908-7015-491d-9d2b-0814f4a10a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:34:21.864951 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-496a4441-b314-4f5b-897c-198617268805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (8b38faf1-64cb-4e14-86d5-a35f05cd5847), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:21.902020 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Publish callbacks [] for router_gateway (7f9a0578-75cc-48cd-9ccd-c037b409acde), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:21.923175 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:21.961939 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-496a4441-b314-4f5b-897c-198617268805 None None] For port 8b38faf1-64cb-4e14-86d5-a35f05cd5847, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:34:21.968483 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-496a4441-b314-4f5b-897c-198617268805 None None] For port 8b38faf1-64cb-4e14-86d5-a35f05cd5847, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=8b38faf1-64cb-4e14-86d5-a35f05cd5847,segment=NetworkSegment(cae84908-7015-491d-9d2b-0814f4a10a26),segment_id=cae84908-7015-491d-9d2b-0814f4a10a26)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:34:22.012116 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:22.079239 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-496a4441-b314-4f5b-897c-198617268805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (8b38faf1-64cb-4e14-86d5-a35f05cd5847), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:22.082972 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Allocated IP 172.27.1.87 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/1267633a-4307-4baf-928b-a9ab7bbb5b91) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:34:22.188627 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a4441-b314-4f5b-897c-198617268805 None None] Pushing event updated for resources: {'Port': ['ID=8b38faf1-64cb-4e14-86d5-a35f05cd5847,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:22.247105 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Publish callbacks [] for port (1267633a-4307-4baf-928b-a9ab7bbb5b91), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:22.254925 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd430f01-0a6a-4cda-8cb2-b03ed0fbe973 req-6e6b9dfa-88f8-4809-af56-4a77475f8abe tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:22.257567 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bd430f01-0a6a-4cda-8cb2-b03ed0fbe973 req-6e6b9dfa-88f8-4809-af56-4a77475f8abe tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 946 time: 0.0990348 Sep 23 01:34:22.329347 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bd430f01-0a6a-4cda-8cb2-b03ed0fbe973 req-9306c9d9-98ff-4337-bcc7-392d7c283f5e tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633664 Sep 23 01:34:22.351165 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (1267633a-4307-4baf-928b-a9ab7bbb5b91), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:22.426925 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:34:22.434194 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:34:22.445081 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:34:22.449638 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Pushing event updated for resources: {'Port': ['ID=1267633a-4307-4baf-928b-a9ab7bbb5b91,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:22.891528 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb713f5-9220-4cd9-a5c7-8d501792df25 req-d363bf4b-b905-4d9b-a95c-7071cbf82703 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:22.891528 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9fb713f5-9220-4cd9-a5c7-8d501792df25 req-d363bf4b-b905-4d9b-a95c-7071cbf82703 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0887530 Sep 23 01:34:22.919591 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:22.941348 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Publish callbacks [] for router_gateway (7f9a0578-75cc-48cd-9ccd-c037b409acde), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:23.002402 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9fb713f5-9220-4cd9-a5c7-8d501792df25 req-e9e20094-cb37-4b4e-b301-50961fa56918 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010504 Sep 23 01:34:23.171623 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 8b38faf1-64cb-4e14-86d5-a35f05cd5847 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:34:23.236525 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:23.250606 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:23.250606 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (8b38faf1-64cb-4e14-86d5-a35f05cd5847), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:23.250606 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 Sep 23 01:34:23.317295 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:23.348351 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679137'] for router (7f9a0578-75cc-48cd-9ccd-c037b409acde), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:23.462456 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:23.519528 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d9c8a2-c592-43c2-8bca-9ac181b06e2c None None] Network 2b18b98c-5d4a-416e-872c-bd1f7589d912 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:34:23.552404 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559cbcc-f738-4117-8378-c10a43ea6c8f req-6b034578-a3f9-4c45-a23f-490f61fd3d60 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:23.555109 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d559cbcc-f738-4117-8378-c10a43ea6c8f req-6b034578-a3f9-4c45-a23f-490f61fd3d60 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 946 time: 0.0880499 Sep 23 01:34:23.572496 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:23.584762 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-788ec07a-977c-45f3-a9f7-058f37a8bd24 None None] Provisioning complete for port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:23.585135 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-788ec07a-977c-45f3-a9f7-058f37a8bd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (8b38faf1-64cb-4e14-86d5-a35f05cd5847), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:23.585469 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-788ec07a-977c-45f3-a9f7-058f37a8bd24 None None] Attempt 1 to provision port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 Sep 23 01:34:23.590810 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:23.591182 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (8b38faf1-64cb-4e14-86d5-a35f05cd5847), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:23.627903 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d559cbcc-f738-4117-8378-c10a43ea6c8f req-fe7c168d-e673-4214-bc88-692b9c56e73c tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647452 Sep 23 01:34:23.692440 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Router 7f9a0578-75cc-48cd-9ccd-c037b409acde is scheduled to L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc with binding_index 1 {{(pid=107236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:34:23.695935 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port 8b38faf1-64cb-4e14-86d5-a35f05cd5847, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=8b38faf1-64cb-4e14-86d5-a35f05cd5847,segment=NetworkSegment(cae84908-7015-491d-9d2b-0814f4a10a26),segment_id=cae84908-7015-491d-9d2b-0814f4a10a26)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:23.775253 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-788ec07a-977c-45f3-a9f7-058f37a8bd24 None None] Current status of the port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:23.776278 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-788ec07a-977c-45f3-a9f7-058f37a8bd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (8b38faf1-64cb-4e14-86d5-a35f05cd5847), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:23.797565 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (8b38faf1-64cb-4e14-86d5-a35f05cd5847), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:23.858449 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:34:23.896985 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Sync routers for ids ['7f9a0578-75cc-48cd-9ccd-c037b409acde'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:34:23.938390 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:23.939785 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=8b38faf1-64cb-4e14-86d5-a35f05cd5847,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:23.944400 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.db.api [None req-788ec07a-977c-45f3-a9f7-058f37a8bd24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 01:34:23.945041 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG oslo_db.api [None req-788ec07a-977c-45f3-a9f7-058f37a8bd24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 01:34:23.949522 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Routers {'7f9a0578-75cc-48cd-9ccd-c037b409acde'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:34:23.950575 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:34:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['7f9a0578-75cc-48cd-9ccd-c037b409acde'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:24.035257 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:24.038183 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-d356bb49-5211-44ea-8516-96b227460967 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2106147 Sep 23 01:34:24.040963 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 45786) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:24.104153 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Set router 7f9a0578-75cc-48cd-9ccd-c037b409acde gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:34:24.263361 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419d461-6f8a-4b89-a30f-9de6408e9927 req-cd80a3dc-ffb2-4a69-84a5-3ff7fc9e4b6f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:24.265344 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6419d461-6f8a-4b89-a30f-9de6408e9927 req-cd80a3dc-ffb2-4a69-84a5-3ff7fc9e4b6f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0876715 Sep 23 01:34:24.336747 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6419d461-6f8a-4b89-a30f-9de6408e9927 req-5f27e76a-c0ba-4b95-acfc-1d8311bf0253 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645640 Sep 23 01:34:24.351249 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'name': 'tempest-TestShelveInstance-295570330-router', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:20Z', 'updated_at': '2022-09-23T01:34:22Z', 'revision_number': 3, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'gw_port': {'id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:21Z', 'updated_at': '2022-09-23T01:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:24.386889 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Checking router: 7f9a0578-75cc-48cd-9ccd-c037b409acde for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:34:24.387230 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Updating router 7f9a0578-75cc-48cd-9ccd-c037b409acde port 1267633a-4307-4baf-928b-a9ab7bbb5b91 binding host dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:34:24.431200 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (1267633a-4307-4baf-928b-a9ab7bbb5b91), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:24.569811 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-788ec07a-977c-45f3-a9f7-058f37a8bd24 None None] Current status of the port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:24.641344 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:24.700600 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:24.710543 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f1afe749-44cb-4b2a-9bcb-db960d9bd02c None None] Provisioning complete for port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:24.711115 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f1afe749-44cb-4b2a-9bcb-db960d9bd02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (8b38faf1-64cb-4e14-86d5-a35f05cd5847), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:24.711681 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f1afe749-44cb-4b2a-9bcb-db960d9bd02c None None] Attempt 1 to provision port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 Sep 23 01:34:24.803431 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:24.890047 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f1afe749-44cb-4b2a-9bcb-db960d9bd02c None None] Current status of the port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:24.918270 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Publish callbacks [] for port (1267633a-4307-4baf-928b-a9ab7bbb5b91), precommit_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:24.924658 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] Allocated IP 172.20.0.1 (2b18b98c-5d4a-416e-872c-bd1f7589d912/948b79d0-7fa3-4099-8c3a-d88b8d8138af/fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:34:24.939482 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:25.006639 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (1267633a-4307-4baf-928b-a9ab7bbb5b91), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:25.070232 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Attempting to bind port 1267633a-4307-4baf-928b-a9ab7bbb5b91 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:34:25.070806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Attempting to bind port 1267633a-4307-4baf-928b-a9ab7bbb5b91 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:34:25.071374 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Attempting to bind port 1267633a-4307-4baf-928b-a9ab7bbb5b91 on network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:34:25.075739 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] Publish callbacks [] for port (fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:25.133402 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 8b38faf1-64cb-4e14-86d5-a35f05cd5847 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:34:25.169749 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04699498-7fd8-441e-8c36-cdcf7edc8997 None None] Pushing event updated for resources: {'Port': ['ID=1267633a-4307-4baf-928b-a9ab7bbb5b91,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:25.191318 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:34:25.191716 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Checking segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:34:25.192143 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:25.192540 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Bound using segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:34:25.193014 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Bound port: 1267633a-4307-4baf-928b-a9ab7bbb5b91, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:34:25.193389 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (1267633a-4307-4baf-928b-a9ab7bbb5b91), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:25.208571 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:25.244567 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:25.244977 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (8b38faf1-64cb-4e14-86d5-a35f05cd5847), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:25.245842 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 Sep 23 01:34:25.264150 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] Network 2b18b98c-5d4a-416e-872c-bd1f7589d912 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:34:25.268167 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:34:25.271095 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:34:25.273950 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] Pushing event updated for resources: {'Port': ['ID=fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:25.282521 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] For port 1267633a-4307-4baf-928b-a9ab7bbb5b91, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:34:25.304512 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] For port 1267633a-4307-4baf-928b-a9ab7bbb5b91, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=1267633a-4307-4baf-928b-a9ab7bbb5b91,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:34:25.326108 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735960'] for router_interface (7f9a0578-75cc-48cd-9ccd-c037b409acde), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:25.364302 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:25.391827 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (1267633a-4307-4baf-928b-a9ab7bbb5b91), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:25.405209 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:25.447975 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Routers {'7f9a0578-75cc-48cd-9ccd-c037b409acde'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:34:25.449437 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:34:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['7f9a0578-75cc-48cd-9ccd-c037b409acde'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:25.521491 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04699498-7fd8-441e-8c36-cdcf7edc8997 None None] Pushing event updated for resources: {'Port': ['ID=1267633a-4307-4baf-928b-a9ab7bbb5b91,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:25.535284 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d3efe-6234-45d4-ba5f-5b3d050c938a req-0b4370e1-0749-4166-b084-6d8b95174a05 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:25.537333 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8c3d3efe-6234-45d4-ba5f-5b3d050c938a req-0b4370e1-0749-4166-b084-6d8b95174a05 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0708072 Sep 23 01:34:25.578815 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:25.599406 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8c3d3efe-6234-45d4-ba5f-5b3d050c938a req-9f1ca371-28f8-4df1-b8be-ab485e7b4450 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505130 Sep 23 01:34:25.599711 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] Set router 7f9a0578-75cc-48cd-9ccd-c037b409acde gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:34:25.701359 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Provisioning complete for port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:25.701735 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:25.702064 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Attempt 1 to provision port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb Sep 23 01:34:25.749900 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:34:25.797845 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] Publish callbacks [] for port (fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:25.820149 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'name': 'tempest-TestShelveInstance-295570330-router', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:20Z', 'updated_at': '2022-09-23T01:34:22Z', 'revision_number': 3, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'gw_port': {'id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:21Z', 'updated_at': '2022-09-23T01:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:25.848238 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a057c-220b-45a7-a288-36b61ddbbaf1 None None] The sync data for ids ['7f9a0578-75cc-48cd-9ccd-c037b409acde'] in dv-cinder-849143-7-iscsi is: [{'id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'name': 'tempest-TestShelveInstance-295570330-router', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:20Z', 'updated_at': '2022-09-23T01:34:22Z', 'revision_number': 3, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'gw_port': {'id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:21Z', 'updated_at': '2022-09-23T01:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:34:25.877147 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:25.937558 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:25.958854 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] Pushing event updated for resources: {'Port': ['ID=fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:25.963413 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736076'] for router_interface (7f9a0578-75cc-48cd-9ccd-c037b409acde), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:26.071619 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] Network 2b18b98c-5d4a-416e-872c-bd1f7589d912 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:34:26.071619 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:34:26.251284 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Attempt 2 to provision port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb Sep 23 01:34:26.291085 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:26.296629 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:34:26.432042 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:26.460278 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] Router 7f9a0578-75cc-48cd-9ccd-c037b409acde has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:34:26.576394 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:34:26.581880 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-621941a6-830a-4ae1-8499-3fc9ae040932 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/7f9a0578-75cc-48cd-9ccd-c037b409acde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5396197 Sep 23 01:34:26.765670 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5a69c-660f-401c-9493-dc7e02be8636 req-4eff0237-3889-4ac3-b4d9-d505c8c62730 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:26.767852 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-37c5a69c-660f-401c-9493-dc7e02be8636 req-4eff0237-3889-4ac3-b4d9-d505c8c62730 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0728414 Sep 23 01:34:26.798049 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Attempt 3 to provision port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb Sep 23 01:34:26.857702 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-37c5a69c-660f-401c-9493-dc7e02be8636 req-e8cbb3a6-c01a-4645-b009-276afeba284a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827067 Sep 23 01:34:27.019802 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:34:27.173182 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 1267633a-4307-4baf-928b-a9ab7bbb5b91 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:34:27.232975 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 1267633a-4307-4baf-928b-a9ab7bbb5b91 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:27.235224 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (1267633a-4307-4baf-928b-a9ab7bbb5b91), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:27.235224 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 1267633a-4307-4baf-928b-a9ab7bbb5b91 Sep 23 01:34:27.333848 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 1267633a-4307-4baf-928b-a9ab7bbb5b91 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:27.334233 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (1267633a-4307-4baf-928b-a9ab7bbb5b91), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:27.360429 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port 1267633a-4307-4baf-928b-a9ab7bbb5b91, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=1267633a-4307-4baf-928b-a9ab7bbb5b91,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:27.466452 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (1267633a-4307-4baf-928b-a9ab7bbb5b91), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:27.528211 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Attempt 4 to provision port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb Sep 23 01:34:27.532056 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=1267633a-4307-4baf-928b-a9ab7bbb5b91,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:27.539933 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 45818) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:27.545733 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-c83b736a-1019-4c69-8a9e-8f6f30176d63 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-71138174-network', 'tenant_id': '81dd2c4296a5457894420a8114b1ab5d'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:27.576808 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:34:27.625047 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Sync routers for ids ['7f9a0578-75cc-48cd-9ccd-c037b409acde'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:34:27.636423 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Routers {'7f9a0578-75cc-48cd-9ccd-c037b409acde'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:34:27.637613 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:34:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['7f9a0578-75cc-48cd-9ccd-c037b409acde'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:27.664948 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83b736a-1019-4c69-8a9e-8f6f30176d63 admin admin] Made reservation on behalf of 81dd2c4296a5457894420a8114b1ab5d for: {'network': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:34:27.667763 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c83b736a-1019-4c69-8a9e-8f6f30176d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:27.680801 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c83b736a-1019-4c69-8a9e-8f6f30176d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:27.753841 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Set router 7f9a0578-75cc-48cd-9ccd-c037b409acde gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:34:27.779306 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c83b736a-1019-4c69-8a9e-8f6f30176d63 admin admin] Publish callbacks [] for security_group (423819d5-1445-430d-973b-917a5c0fce42), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:27.865158 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c83b736a-1019-4c69-8a9e-8f6f30176d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (423819d5-1445-430d-973b-917a5c0fce42), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:27.895943 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83b736a-1019-4c69-8a9e-8f6f30176d63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=107236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:34:27.907612 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b736a-1019-4c69-8a9e-8f6f30176d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423819d5-1445-430d-973b-917a5c0fce42,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:27.912874 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c83b736a-1019-4c69-8a9e-8f6f30176d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (df527909-6eae-4ab4-a34c-a4876e9b9da0), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:27.913220 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.segments_db [None req-c83b736a-1019-4c69-8a9e-8f6f30176d63 admin admin] Added segment df527909-6eae-4ab4-a34c-a4876e9b9da0 of type vlan for network 59621aae-4216-414d-b2db-e22c39ae0d2a Sep 23 01:34:27.966869 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c83b736a-1019-4c69-8a9e-8f6f30176d63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (59621aae-4216-414d-b2db-e22c39ae0d2a), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:27.973362 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'name': 'tempest-TestShelveInstance-295570330-router', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:20Z', 'updated_at': '2022-09-23T01:34:25Z', 'revision_number': 4, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'gw_port': {'id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:21Z', 'updated_at': '2022-09-23T01:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb', 'name': '', 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'mac_address': 'fa:16:3e:14:aa:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:24Z', 'updated_at': '2022-09-23T01:34:25Z', 'revision_number': 2, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'subnets': [{'id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:28.005257 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Checking router: 7f9a0578-75cc-48cd-9ccd-c037b409acde for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:34:28.005654 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Updating router 7f9a0578-75cc-48cd-9ccd-c037b409acde port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb binding host dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:34:28.038496 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:28.047849 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ed595-b16d-4e99-a8b2-9306059c41dd req-752680e1-48de-4e74-b69c-53ef957a454d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:28.049423 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-7c2ed595-b16d-4e99-a8b2-9306059c41dd req-752680e1-48de-4e74-b69c-53ef957a454d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0636871 Sep 23 01:34:28.052043 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c83b736a-1019-4c69-8a9e-8f6f30176d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (59621aae-4216-414d-b2db-e22c39ae0d2a), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:28.053473 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83b736a-1019-4c69-8a9e-8f6f30176d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:28.054190 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c83b736a-1019-4c69-8a9e-8f6f30176d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:28.078323 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Attempt 5 to provision port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb Sep 23 01:34:28.119354 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:28.126695 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-7c2ed595-b16d-4e99-a8b2-9306059c41dd req-415c9d69-c6f4-43a7-b57b-7a53a7f79a6e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669749 Sep 23 01:34:28.143795 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:34:28.191298 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b736a-1019-4c69-8a9e-8f6f30176d63 admin admin] Pushing event updated for resources: {'Network': ['ID=59621aae-4216-414d-b2db-e22c39ae0d2a,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:28.205613 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network 59621aae-4216-414d-b2db-e22c39ae0d2a details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:34:28.234940 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-c83b736a-1019-4c69-8a9e-8f6f30176d63 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6932812 Sep 23 01:34:28.237835 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 45824) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:28.242957 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-0f21afa4-76fa-42f8-a478-7f863a70780f admin admin] Request body: {'subnet': {'network_id': '59621aae-4216-414d-b2db-e22c39ae0d2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-71138174-subnet', 'tenant_id': '81dd2c4296a5457894420a8114b1ab5d', 'ip_version': 4}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:28.345840 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f21afa4-76fa-42f8-a478-7f863a70780f admin admin] Made reservation on behalf of 81dd2c4296a5457894420a8114b1ab5d for: {'subnet': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:34:28.349238 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0f21afa4-76fa-42f8-a478-7f863a70780f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3538087'] for subnet (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:28.390807 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Publish callbacks [] for port (fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb), precommit_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:28.528679 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:28.602691 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62665036-31ca-48bb-93d1-cb1ae6da6280 None None] Pushing event updated for resources: {'Port': ['ID=fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb,revision_number=3']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:28.626198 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62665036-31ca-48bb-93d1-cb1ae6da6280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:28.626896 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62665036-31ca-48bb-93d1-cb1ae6da6280 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:28.626896 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62665036-31ca-48bb-93d1-cb1ae6da6280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:28.627240 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62665036-31ca-48bb-93d1-cb1ae6da6280 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:28.627589 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62665036-31ca-48bb-93d1-cb1ae6da6280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:28.627925 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62665036-31ca-48bb-93d1-cb1ae6da6280 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:28.628247 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62665036-31ca-48bb-93d1-cb1ae6da6280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:28.628565 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62665036-31ca-48bb-93d1-cb1ae6da6280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:28.628880 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62665036-31ca-48bb-93d1-cb1ae6da6280 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:28.629192 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62665036-31ca-48bb-93d1-cb1ae6da6280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:28.629559 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62665036-31ca-48bb-93d1-cb1ae6da6280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:28.629896 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62665036-31ca-48bb-93d1-cb1ae6da6280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:28.630211 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62665036-31ca-48bb-93d1-cb1ae6da6280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:28.630521 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62665036-31ca-48bb-93d1-cb1ae6da6280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:28.630837 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62665036-31ca-48bb-93d1-cb1ae6da6280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:28.631626 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0f21afa4-76fa-42f8-a478-7f863a70780f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3172407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3538097'] for subnet (4d2c09b3-eb9c-402b-80ba-a507bee5d6fb), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:28.646940 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Attempt 6 to provision port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb Sep 23 01:34:28.651528 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Attempting to bind port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:34:28.651906 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Attempting to bind port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': 'cae84908-7015-491d-9d2b-0814f4a10a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912'}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:34:28.652252 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Attempting to bind port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb on network 2b18b98c-5d4a-416e-872c-bd1f7589d912 {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:34:28.686777 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:34:28.704850 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21afa4-76fa-42f8-a478-7f863a70780f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d2c09b3-eb9c-402b-80ba-a507bee5d6fb,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:28.714303 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:34:28.714748 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Checking segment: {'id': 'cae84908-7015-491d-9d2b-0814f4a10a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:34:28.715412 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:28.715961 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Bound using segment: {'id': 'cae84908-7015-491d-9d2b-0814f4a10a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912'} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:34:28.716676 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Bound port: fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae84908-7015-491d-9d2b-0814f4a10a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912'}}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:34:28.717165 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:28.719600 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f21afa4-76fa-42f8-a478-7f863a70780f admin admin] Checking segment: {'id': 'df527909-6eae-4ab4-a34c-a4876e9b9da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59621aae-4216-414d-b2db-e22c39ae0d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:34:28.720296 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f21afa4-76fa-42f8-a478-7f863a70780f admin admin] Network hostable DHCP agents. Network: 59621aae-4216-414d-b2db-e22c39ae0d2a, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:34:28.791282 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] For port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:34:28.796457 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] For port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb,segment=NetworkSegment(cae84908-7015-491d-9d2b-0814f4a10a26),segment_id=cae84908-7015-491d-9d2b-0814f4a10a26)] {{(pid=107238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:34:28.865325 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f21afa4-76fa-42f8-a478-7f863a70780f admin admin] Network 59621aae-4216-414d-b2db-e22c39ae0d2a is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:34:28.946257 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:28.952423 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:28.955141 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:28.974763 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-0f21afa4-76fa-42f8-a478-7f863a70780f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, 59621aae-4216-414d-b2db-e22c39ae0d2a) {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:34:28.981917 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f21afa4-76fa-42f8-a478-7f863a70780f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:28.982943 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0f21afa4-76fa-42f8-a478-7f863a70780f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:28.993711 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f08bc8d-6585-4c79-bfda-e298721dfd56 None None] Network 59621aae-4216-414d-b2db-e22c39ae0d2a requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:34:29.094995 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-0f21afa4-76fa-42f8-a478-7f863a70780f admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8532686 Sep 23 01:34:29.095683 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 45828) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:29.100532 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-71138174-router', 'tenant_id': '81dd2c4296a5457894420a8114b1ab5d', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:29.127756 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:29.139951 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Routers {'7f9a0578-75cc-48cd-9ccd-c037b409acde'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:34:29.140922 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:34:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['7f9a0578-75cc-48cd-9ccd-c037b409acde'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:29.143809 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62665036-31ca-48bb-93d1-cb1ae6da6280 None None] Pushing event updated for resources: {'Port': ['ID=fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb,revision_number=4']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:29.160032 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 1267633a-4307-4baf-928b-a9ab7bbb5b91 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:34:29.209109 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11641'] for router (19bc6747-aa88-4168-9db6-0555bf2bc30e), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:29.211489 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11616'] for router (19bc6747-aa88-4168-9db6-0555bf2bc30e), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:29.211990 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Attempt 7 to provision port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb Sep 23 01:34:29.219448 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0589b507-6e33-5f24-9965-4d8da1fbd6ca-59621aae-4216-414d-b2db-e22c39ae0d2a', 'network_id': '59621aae-4216-414d-b2db-e22c39ae0d2a', 'project_id': '81dd2c4296a5457894420a8114b1ab5d', 'fixed_ips': [{'subnet_id': '4d2c09b3-eb9c-402b-80ba-a507bee5d6fb'}]}} from dv-cinder-849143-7-iscsi. {{(pid=107237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:34:29.221128 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:29.304985 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] Set router 7f9a0578-75cc-48cd-9ccd-c037b409acde gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:34:29.331942 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:29.366761 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Publish callbacks [] for router_controller (19bc6747-aa88-4168-9db6-0555bf2bc30e), precommit_add_association {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:29.385429 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 1267633a-4307-4baf-928b-a9ab7bbb5b91 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:29.386005 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (1267633a-4307-4baf-928b-a9ab7bbb5b91), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:29.386503 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 1267633a-4307-4baf-928b-a9ab7bbb5b91 Sep 23 01:34:29.420364 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7d35b-f4c5-4ce1-83f4-1842aee69246 req-cee0b53a-1b67-4445-8076-4404e7b016ab tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:29.422082 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b0a7d35b-f4c5-4ce1-83f4-1842aee69246 req-cee0b53a-1b67-4445-8076-4404e7b016ab tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0600243 Sep 23 01:34:29.441383 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:29.515867 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Current status of the port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:29.516450 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:29.550974 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'name': 'tempest-TestShelveInstance-295570330-router', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:20Z', 'updated_at': '2022-09-23T01:34:25Z', 'revision_number': 4, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'gw_port': {'id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:21Z', 'updated_at': '2022-09-23T01:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb', 'name': '', 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'mac_address': 'fa:16:3e:14:aa:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:24Z', 'updated_at': '2022-09-23T01:34:28Z', 'revision_number': 4, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'subnets': [{'id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:29.582994 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e38af9-63ff-4fd4-9357-1549cb1f37d8 None None] The sync data for ids ['7f9a0578-75cc-48cd-9ccd-c037b409acde'] in dv-cinder-849143-7-iscsi is: [{'id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'name': 'tempest-TestShelveInstance-295570330-router', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:20Z', 'updated_at': '2022-09-23T01:34:25Z', 'revision_number': 4, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'gw_port': {'id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:21Z', 'updated_at': '2022-09-23T01:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb', 'name': '', 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'mac_address': 'fa:16:3e:14:aa:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:24Z', 'updated_at': '2022-09-23T01:34:28Z', 'revision_number': 4, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'subnets': [{'id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:34:29.602533 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b0a7d35b-f4c5-4ce1-83f4-1842aee69246 req-8aaa000d-5409-40b7-baf9-11fcaf31ecb8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577127 Sep 23 01:34:29.636689 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.db_base_plugin_common [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Allocated IP 172.20.0.2 (59621aae-4216-414d-b2db-e22c39ae0d2a/4d2c09b3-eb9c-402b-80ba-a507bee5d6fb/bfbb9b76-2780-45ef-af71-38dab19748be) {{(pid=107237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:34:29.648966 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 1267633a-4307-4baf-928b-a9ab7bbb5b91 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:29.662115 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] For port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb,segment=NetworkSegment(cae84908-7015-491d-9d2b-0814f4a10a26),segment_id=cae84908-7015-491d-9d2b-0814f4a10a26)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:29.728091 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:29.743144 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:29.763963 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Publish callbacks [] for router_gateway (19bc6747-aa88-4168-9db6-0555bf2bc30e), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:29.829730 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220e6ec-0804-4cf2-9313-2ea25c950ae1 None None] Pushing event updated for resources: {'Port': ['ID=fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:29.902548 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-63368daf-41a5-4ff1-96e3-d841bab3b975 None None] Provisioning complete for port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:29.902871 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-63368daf-41a5-4ff1-96e3-d841bab3b975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:29.903156 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-63368daf-41a5-4ff1-96e3-d841bab3b975 None None] Attempt 1 to provision port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb Sep 23 01:34:29.937132 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Publish callbacks [] for port (bfbb9b76-2780-45ef-af71-38dab19748be), precommit_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:29.940211 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:30.020866 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (bfbb9b76-2780-45ef-af71-38dab19748be), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:30.026125 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-63368daf-41a5-4ff1-96e3-d841bab3b975 None None] Current status of the port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:30.077595 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Network 59621aae-4216-414d-b2db-e22c39ae0d2a is already hosted by enough agents. {{(pid=107237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:34:30.081206 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.base_scheduler [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Resources bound (agent type, host, resource id): {{(pid=107237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:34:30.088362 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Received port after_create {{(pid=107237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:34:30.096768 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Pushing event updated for resources: {'Port': ['ID=bfbb9b76-2780-45ef-af71-38dab19748be,revision_number=1']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:30.131782 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Publish callbacks [] for router_gateway (19bc6747-aa88-4168-9db6-0555bf2bc30e), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:30.154310 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:30.176152 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Attempting to bind port bfbb9b76-2780-45ef-af71-38dab19748be on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:34:30.177008 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Attempting to bind port bfbb9b76-2780-45ef-af71-38dab19748be by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': 'df527909-6eae-4ab4-a34c-a4876e9b9da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59621aae-4216-414d-b2db-e22c39ae0d2a'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:34:30.177423 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Attempting to bind port bfbb9b76-2780-45ef-af71-38dab19748be on network 59621aae-4216-414d-b2db-e22c39ae0d2a {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:34:30.235373 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:34:30.235915 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Checking segment: {'id': 'df527909-6eae-4ab4-a34c-a4876e9b9da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59621aae-4216-414d-b2db-e22c39ae0d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:34:30.236804 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:30.236804 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Bound using segment: {'id': 'df527909-6eae-4ab4-a34c-a4876e9b9da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59621aae-4216-414d-b2db-e22c39ae0d2a'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:34:30.237123 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Bound port: bfbb9b76-2780-45ef-af71-38dab19748be, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df527909-6eae-4ab4-a34c-a4876e9b9da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59621aae-4216-414d-b2db-e22c39ae0d2a'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:34:30.237513 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (bfbb9b76-2780-45ef-af71-38dab19748be), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:30.311762 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Allocated IP 172.27.1.11 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:34:30.313249 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] For port bfbb9b76-2780-45ef-af71-38dab19748be, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:34:30.318334 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] For port bfbb9b76-2780-45ef-af71-38dab19748be, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=bfbb9b76-2780-45ef-af71-38dab19748be,segment=NetworkSegment(df527909-6eae-4ab4-a34c-a4876e9b9da0),segment_id=df527909-6eae-4ab4-a34c-a4876e9b9da0)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:34:30.437308 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (bfbb9b76-2780-45ef-af71-38dab19748be), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:30.478285 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Publish callbacks [] for port (6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:30.481127 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:30.512670 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1153b72-a0ae-41f2-b59b-c5db15c61a9c None None] Pushing event updated for resources: {'Port': ['ID=bfbb9b76-2780-45ef-af71-38dab19748be,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:30.665786 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:30.736311 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:34:30.741761 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:34:30.746568 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:34:30.750448 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Pushing event updated for resources: {'Port': ['ID=6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:30.867437 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae378-85ed-49ff-8596-5581f71fd910 req-f21c4afa-6417-4f11-bd53-5b93dbb6f31c tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:30.877818 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ae8ae378-85ed-49ff-8596-5581f71fd910 req-f21c4afa-6417-4f11-bd53-5b93dbb6f31c tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.1101098 Sep 23 01:34:30.972928 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ae8ae378-85ed-49ff-8596-5581f71fd910 req-0b91012d-6a16-43a5-bf72-c65c750657b8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941613 Sep 23 01:34:31.190640 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device bfbb9b76-2780-45ef-af71-38dab19748be up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:34:31.263902 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:31.269796 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port bfbb9b76-2780-45ef-af71-38dab19748be triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:31.270450 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (bfbb9b76-2780-45ef-af71-38dab19748be), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:31.270611 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port bfbb9b76-2780-45ef-af71-38dab19748be Sep 23 01:34:31.358917 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Publish callbacks [] for router_gateway (19bc6747-aa88-4168-9db6-0555bf2bc30e), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:31.368606 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port bfbb9b76-2780-45ef-af71-38dab19748be is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:31.368965 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (bfbb9b76-2780-45ef-af71-38dab19748be), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:31.408394 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port bfbb9b76-2780-45ef-af71-38dab19748be, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=bfbb9b76-2780-45ef-af71-38dab19748be,segment=NetworkSegment(df527909-6eae-4ab4-a34c-a4876e9b9da0),segment_id=df527909-6eae-4ab4-a34c-a4876e9b9da0)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:31.561400 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (bfbb9b76-2780-45ef-af71-38dab19748be), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:31.565067 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:34:31.660496 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679137'] for router (19bc6747-aa88-4168-9db6-0555bf2bc30e), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:31.719974 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=bfbb9b76-2780-45ef-af71-38dab19748be,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:31.724822 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:31.725451 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:31.726188 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb Sep 23 01:34:31.856175 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:31.962552 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Router 19bc6747-aa88-4168-9db6-0555bf2bc30e is scheduled to L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc with binding_index 1 {{(pid=107236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:34:31.971336 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf61c7f6-ab0d-4634-9127-c02553a964f5 None None] Network 59621aae-4216-414d-b2db-e22c39ae0d2a requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:34:31.982397 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:32.057148 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-a984a89f-ae64-4829-9fa0-1816bf576fd8 None None] Provisioning complete for port bfbb9b76-2780-45ef-af71-38dab19748be triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:32.058201 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a984a89f-ae64-4829-9fa0-1816bf576fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (bfbb9b76-2780-45ef-af71-38dab19748be), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:32.058601 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a984a89f-ae64-4829-9fa0-1816bf576fd8 None None] Attempt 1 to provision port bfbb9b76-2780-45ef-af71-38dab19748be Sep 23 01:34:32.155193 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:34:32.187828 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f3225-c847-41a6-8822-c9e560dba819 req-48fbab94-a9a2-447a-8bc2-3e2141780ffd tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:32.190209 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e07f3225-c847-41a6-8822-c9e560dba819 req-48fbab94-a9a2-447a-8bc2-3e2141780ffd tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0860441 Sep 23 01:34:32.252283 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e07f3225-c847-41a6-8822-c9e560dba819 req-eb3ff24e-3b49-49af-8c8a-075ca3f2c457 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545864 Sep 23 01:34:32.297911 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] Publish callbacks [] for router (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:32.300510 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-60a7a738-7df4-47aa-9e1e-3c8a5ed116db admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.2035325 Sep 23 01:34:32.301408 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 45842) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:32.324842 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Sync routers for ids ['19bc6747-aa88-4168-9db6-0555bf2bc30e'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:34:32.353003 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Routers {'19bc6747-aa88-4168-9db6-0555bf2bc30e'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:34:32.353317 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:34:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['19bc6747-aa88-4168-9db6-0555bf2bc30e'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:32.394236 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a984a89f-ae64-4829-9fa0-1816bf576fd8 None None] Current status of the port bfbb9b76-2780-45ef-af71-38dab19748be is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:32.458990 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:32.484779 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Set router 19bc6747-aa88-4168-9db6-0555bf2bc30e gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:34:32.592701 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:32.644179 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-67bd94fe-3759-4b72-adaa-28acce4edb50 None None] Provisioning complete for port bfbb9b76-2780-45ef-af71-38dab19748be triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:32.644505 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-67bd94fe-3759-4b72-adaa-28acce4edb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (bfbb9b76-2780-45ef-af71-38dab19748be), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:32.645427 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-67bd94fe-3759-4b72-adaa-28acce4edb50 None None] Attempt 1 to provision port bfbb9b76-2780-45ef-af71-38dab19748be Sep 23 01:34:32.716519 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:32.756881 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:32.793887 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-67bd94fe-3759-4b72-adaa-28acce4edb50 None None] Current status of the port bfbb9b76-2780-45ef-af71-38dab19748be is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:32.796215 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'name': 'tempest-TestShelveInstance-71138174-router', 'tenant_id': '81dd2c4296a5457894420a8114b1ab5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:29Z', 'updated_at': '2022-09-23T01:34:30Z', 'revision_number': 3, 'project_id': '81dd2c4296a5457894420a8114b1ab5d', 'gw_port': {'id': '6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:03:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:30Z', 'updated_at': '2022-09-23T01:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:32.833576 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Checking router: 19bc6747-aa88-4168-9db6-0555bf2bc30e for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:34:32.835653 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Updating router 19bc6747-aa88-4168-9db6-0555bf2bc30e port 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0 binding host dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:34:32.867771 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:33.131187 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:33.143232 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device bfbb9b76-2780-45ef-af71-38dab19748be up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:34:33.195383 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Publish callbacks [] for port (6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0), precommit_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:33.211840 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port bfbb9b76-2780-45ef-af71-38dab19748be triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:33.212593 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (bfbb9b76-2780-45ef-af71-38dab19748be), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:33.213156 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port bfbb9b76-2780-45ef-af71-38dab19748be Sep 23 01:34:33.294482 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:33.323761 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] Allocated IP 172.20.0.1 (59621aae-4216-414d-b2db-e22c39ae0d2a/4d2c09b3-eb9c-402b-80ba-a507bee5d6fb/2a931cac-6c3d-473b-a0c1-f6eeecc41e3c) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:34:33.363170 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Attempting to bind port 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:34:33.363883 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Attempting to bind port 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:34:33.363883 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Attempting to bind port 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0 on network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:34:33.399882 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port bfbb9b76-2780-45ef-af71-38dab19748be is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:33.409869 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddf061-3d25-4abc-a0a0-fc2f7070ac01 None None] Pushing event updated for resources: {'Port': ['ID=6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:33.438576 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:34:33.439215 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Checking segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:34:33.439899 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:33.440695 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Bound using segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:34:33.441472 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Bound port: 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:34:33.442064 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:33.490693 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1922976-c6ee-4dc0-a559-9b8f581d4a0b req-599e8ffc-98a6-424a-bb4e-6242802e4832 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:33.493077 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c1922976-c6ee-4dc0-a559-9b8f581d4a0b req-599e8ffc-98a6-424a-bb4e-6242802e4832 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.1007118 Sep 23 01:34:33.509628 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:33.513746 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] Publish callbacks [] for port (2a931cac-6c3d-473b-a0c1-f6eeecc41e3c), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:33.517413 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] For port 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:34:33.523201 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] For port 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:34:33.577773 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c1922976-c6ee-4dc0-a559-9b8f581d4a0b req-7c16877c-a519-4ec9-b8ee-c8c89d78d0bc tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757282 Sep 23 01:34:33.610164 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:33.655314 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Routers {'19bc6747-aa88-4168-9db6-0555bf2bc30e'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:34:33.656013 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:34:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['19bc6747-aa88-4168-9db6-0555bf2bc30e'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:33.671781 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (2a931cac-6c3d-473b-a0c1-f6eeecc41e3c), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:33.722020 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddf061-3d25-4abc-a0a0-fc2f7070ac01 None None] Pushing event updated for resources: {'Port': ['ID=6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:33.735852 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] Network 59621aae-4216-414d-b2db-e22c39ae0d2a is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:34:33.746011 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:34:33.752016 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:34:33.792489 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a931cac-6c3d-473b-a0c1-f6eeecc41e3c,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:33.802598 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:33.809284 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735960'] for router_interface (19bc6747-aa88-4168-9db6-0555bf2bc30e), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:33.815363 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] Set router 19bc6747-aa88-4168-9db6-0555bf2bc30e gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:34:33.877780 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:33.966972 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-464cbad0-4750-4733-a0d1-cfeb74bb3c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:34.034291 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Provisioning complete for port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:34.034676 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (2a931cac-6c3d-473b-a0c1-f6eeecc41e3c), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:34.035075 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Attempt 1 to provision port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c Sep 23 01:34:34.041447 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'name': 'tempest-TestShelveInstance-71138174-router', 'tenant_id': '81dd2c4296a5457894420a8114b1ab5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:29Z', 'updated_at': '2022-09-23T01:34:30Z', 'revision_number': 3, 'project_id': '81dd2c4296a5457894420a8114b1ab5d', 'gw_port': {'id': '6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:03:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:30Z', 'updated_at': '2022-09-23T01:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:34.048973 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (2a931cac-6c3d-473b-a0c1-f6eeecc41e3c), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:34.091402 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e632b7-820b-4349-8c76-8e000914bed7 None None] The sync data for ids ['19bc6747-aa88-4168-9db6-0555bf2bc30e'] in dv-cinder-849143-7-iscsi is: [{'id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'name': 'tempest-TestShelveInstance-71138174-router', 'tenant_id': '81dd2c4296a5457894420a8114b1ab5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:29Z', 'updated_at': '2022-09-23T01:34:30Z', 'revision_number': 3, 'project_id': '81dd2c4296a5457894420a8114b1ab5d', 'gw_port': {'id': '6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:03:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:30Z', 'updated_at': '2022-09-23T01:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:34:34.104318 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:34:34.158556 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:34.239750 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] Publish callbacks [] for port (2a931cac-6c3d-473b-a0c1-f6eeecc41e3c), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:34.316958 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3173566'] for port (2a931cac-6c3d-473b-a0c1-f6eeecc41e3c), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:34.402731 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a931cac-6c3d-473b-a0c1-f6eeecc41e3c,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:34.411921 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736076'] for router_interface (19bc6747-aa88-4168-9db6-0555bf2bc30e), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:34.526992 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] Network 59621aae-4216-414d-b2db-e22c39ae0d2a is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:34:34.530221 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:34:34.606110 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Attempt 2 to provision port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c Sep 23 01:34:34.663958 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:34:34.678813 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] Router 19bc6747-aa88-4168-9db6-0555bf2bc30e has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:34:34.692548 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:34.765483 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:34.772547 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c626d1-d8a6-403d-b7d4-d3ad00ef1d59 req-c81ac913-e323-4cec-a47a-74ee95afa38b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:34.774266 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b7c626d1-d8a6-403d-b7d4-d3ad00ef1d59 req-c81ac913-e323-4cec-a47a-74ee95afa38b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0670998 Sep 23 01:34:34.808859 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:34:34.815422 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-5b80c02f-23fd-4e31-9daa-3fc96cc8f7f0 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/19bc6747-aa88-4168-9db6-0555bf2bc30e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5128493 Sep 23 01:34:34.842098 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b7c626d1-d8a6-403d-b7d4-d3ad00ef1d59 req-2181c7ea-301b-4605-a54f-458378c8738f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603974 Sep 23 01:34:35.134090 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:34:35.166219 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Attempt 3 to provision port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c Sep 23 01:34:35.214949 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:34:35.222312 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:35.222689 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:35.223142 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0 Sep 23 01:34:35.303934 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:35.304349 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:35.329459 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:35.509563 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 45866) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:35.509563 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-131abf35-7f98-4124-ab7a-46b9135edcea tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1850846517', 'description': 'tempest-secgroup-smoke-1850846517 description', 'project_id': '600dd39d7a7944a49330866c0e26cb66'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:35.624963 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:35.672010 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:35.700126 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-131abf35-7f98-4124-ab7a-46b9135edcea tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:35.716496 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Attempt 4 to provision port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c Sep 23 01:34:35.751603 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:34:35.782110 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-131abf35-7f98-4124-ab7a-46b9135edcea tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group (2d099f46-1b7a-457e-aa9b-32abf6be9519), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:35.863253 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-131abf35-7f98-4124-ab7a-46b9135edcea tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (2d099f46-1b7a-457e-aa9b-32abf6be9519), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:35.895832 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131abf35-7f98-4124-ab7a-46b9135edcea tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d099f46-1b7a-457e-aa9b-32abf6be9519,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:35.975954 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-131abf35-7f98-4124-ab7a-46b9135edcea tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:35.981034 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-131abf35-7f98-4124-ab7a-46b9135edcea tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4777629 Sep 23 01:34:35.987878 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 45872) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:35.987878 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-6b0f358c-9b02-4610-9c37-c7eb00bb4b14 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Request body: {'security_group_rule': {'security_group_id': '2d099f46-1b7a-457e-aa9b-32abf6be9519', 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:35.999458 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82065fa4-f0e7-4752-8598-3ce03f31685d req-32b231f1-c902-4c6f-aac5-e6a533b30fd9 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:36.001463 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-82065fa4-f0e7-4752-8598-3ce03f31685d req-32b231f1-c902-4c6f-aac5-e6a533b30fd9 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0604053 Sep 23 01:34:36.055452 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-82065fa4-f0e7-4752-8598-3ce03f31685d req-3244b73d-27bb-4251-8021-29aa1bc113c5 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465169 Sep 23 01:34:36.110672 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6b0f358c-9b02-4610-9c37-c7eb00bb4b14 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group_rule (4d9cb5df-9988-4673-8e95-13bc3f45d71b), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:36.174994 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6b0f358c-9b02-4610-9c37-c7eb00bb4b14 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group_rule (4d9cb5df-9988-4673-8e95-13bc3f45d71b), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:36.253140 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Attempt 5 to provision port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c Sep 23 01:34:36.296518 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:34:36.351015 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6b0f358c-9b02-4610-9c37-c7eb00bb4b14 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (4d9cb5df-9988-4673-8e95-13bc3f45d71b), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:36.371281 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f358c-9b02-4610-9c37-c7eb00bb4b14 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9cb5df-9988-4673-8e95-13bc3f45d71b,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:36.469065 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-98db4466-17de-421b-b1a0-5ca5849cce2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:36.472261 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6b0f358c-9b02-4610-9c37-c7eb00bb4b14 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:36.473514 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-6b0f358c-9b02-4610-9c37-c7eb00bb4b14 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4912333 Sep 23 01:34:36.476397 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 45876) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:36.481111 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-eb4039b9-8313-4930-87cb-bcb7053a03e5 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Request body: {'security_group_rule': {'security_group_id': '2d099f46-1b7a-457e-aa9b-32abf6be9519', 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:36.614882 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-eb4039b9-8313-4930-87cb-bcb7053a03e5 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group_rule (85323d77-9c0c-41e5-8885-8a28bab2ec22), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:36.686880 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-eb4039b9-8313-4930-87cb-bcb7053a03e5 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group_rule (85323d77-9c0c-41e5-8885-8a28bab2ec22), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:36.762652 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-eb4039b9-8313-4930-87cb-bcb7053a03e5 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (85323d77-9c0c-41e5-8885-8a28bab2ec22), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:36.784156 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4039b9-8313-4930-87cb-bcb7053a03e5 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85323d77-9c0c-41e5-8885-8a28bab2ec22,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:36.797515 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Attempt 6 to provision port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c Sep 23 01:34:36.835277 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:34:36.881620 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Sync routers for ids ['19bc6747-aa88-4168-9db6-0555bf2bc30e'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:34:36.882222 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-eb4039b9-8313-4930-87cb-bcb7053a03e5 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:36.883620 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-eb4039b9-8313-4930-87cb-bcb7053a03e5 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4060514 Sep 23 01:34:36.887722 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 45878) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:36.892452 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-84d421eb-cbd8-4e17-acf1-b6260e5f104f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Request body: {'security_group_rule': {'security_group_id': '2d099f46-1b7a-457e-aa9b-32abf6be9519', 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:36.895644 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Routers {'19bc6747-aa88-4168-9db6-0555bf2bc30e'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:34:36.895644 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:34:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['19bc6747-aa88-4168-9db6-0555bf2bc30e'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:37.013709 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Set router 19bc6747-aa88-4168-9db6-0555bf2bc30e gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:34:37.069942 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-84d421eb-cbd8-4e17-acf1-b6260e5f104f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group_rule (b46eca55-d8bc-41bf-b3e0-c1d405d62696), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:37.168315 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:34:37.192467 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:37.230792 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-84d421eb-cbd8-4e17-acf1-b6260e5f104f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group_rule (b46eca55-d8bc-41bf-b3e0-c1d405d62696), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:37.233847 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:37.234808 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'name': 'tempest-TestShelveInstance-71138174-router', 'tenant_id': '81dd2c4296a5457894420a8114b1ab5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:29Z', 'updated_at': '2022-09-23T01:34:33Z', 'revision_number': 4, 'project_id': '81dd2c4296a5457894420a8114b1ab5d', 'gw_port': {'id': '6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:03:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:30Z', 'updated_at': '2022-09-23T01:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '2a931cac-6c3d-473b-a0c1-f6eeecc41e3c', 'name': '', 'network_id': '59621aae-4216-414d-b2db-e22c39ae0d2a', 'tenant_id': '81dd2c4296a5457894420a8114b1ab5d', 'mac_address': 'fa:16:3e:88:9a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4d2c09b3-eb9c-402b-80ba-a507bee5d6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:33Z', 'updated_at': '2022-09-23T01:34:34Z', 'revision_number': 2, 'project_id': '81dd2c4296a5457894420a8114b1ab5d', 'subnets': [{'id': '4d2c09b3-eb9c-402b-80ba-a507bee5d6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:37.236790 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=100 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:37.241235 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:37.241623 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:37.241952 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0 Sep 23 01:34:37.244410 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db38f95-ad1a-4af5-9cde-4bb095d8bf81 req-000481a7-ca08-4906-8eba-8643f0f7be41 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:37.252894 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8db38f95-ad1a-4af5-9cde-4bb095d8bf81 req-000481a7-ca08-4906-8eba-8643f0f7be41 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0826907 Sep 23 01:34:37.269843 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Checking router: 19bc6747-aa88-4168-9db6-0555bf2bc30e for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:34:37.270195 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Updating router 19bc6747-aa88-4168-9db6-0555bf2bc30e port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c binding host dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:34:37.312306 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (2a931cac-6c3d-473b-a0c1-f6eeecc41e3c), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:37.312888 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8db38f95-ad1a-4af5-9cde-4bb095d8bf81 req-e548699e-2f80-4fdf-8ea4-bc6080e4e988 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561037 Sep 23 01:34:37.338854 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Attempt 7 to provision port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c Sep 23 01:34:37.351132 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-84d421eb-cbd8-4e17-acf1-b6260e5f104f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (b46eca55-d8bc-41bf-b3e0-c1d405d62696), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:37.374330 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d421eb-cbd8-4e17-acf1-b6260e5f104f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46eca55-d8bc-41bf-b3e0-c1d405d62696,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:37.378487 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:37.383384 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:34:37.410921 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:34:37.548645 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:37.603485 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Publish callbacks [] for port (2a931cac-6c3d-473b-a0c1-f6eeecc41e3c), precommit_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:37.631031 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-84d421eb-cbd8-4e17-acf1-b6260e5f104f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:37.632992 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-84d421eb-cbd8-4e17-acf1-b6260e5f104f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7438416 Sep 23 01:34:37.635874 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 45884) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:37.640487 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-48d90f6c-8978-4120-9d33-4fc197a089fc tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Request body: {'security_group_rule': {'security_group_id': '2d099f46-1b7a-457e-aa9b-32abf6be9519', 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:37.646215 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=5 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:37.750853 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (2a931cac-6c3d-473b-a0c1-f6eeecc41e3c), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:37.785692 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-48d90f6c-8978-4120-9d33-4fc197a089fc tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group_rule (eb605bdf-8155-4185-ac2a-31ea60a5186b), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:37.815540 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4cbdb-b465-41eb-81e2-cadc281837e4 None None] Pushing event updated for resources: {'Port': ['ID=2a931cac-6c3d-473b-a0c1-f6eeecc41e3c,revision_number=3']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:37.855089 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Attempting to bind port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:34:37.855338 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Attempting to bind port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': 'df527909-6eae-4ab4-a34c-a4876e9b9da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59621aae-4216-414d-b2db-e22c39ae0d2a'}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:34:37.855715 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Attempting to bind port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c on network 59621aae-4216-414d-b2db-e22c39ae0d2a {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:34:37.859291 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-48d90f6c-8978-4120-9d33-4fc197a089fc tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group_rule (eb605bdf-8155-4185-ac2a-31ea60a5186b), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:37.885215 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Attempt 8 to provision port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c Sep 23 01:34:37.901790 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:34:37.907049 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Checking segment: {'id': 'df527909-6eae-4ab4-a34c-a4876e9b9da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59621aae-4216-414d-b2db-e22c39ae0d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:34:37.907049 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:37.907049 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Bound using segment: {'id': 'df527909-6eae-4ab4-a34c-a4876e9b9da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59621aae-4216-414d-b2db-e22c39ae0d2a'} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:34:37.907049 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Bound port: 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df527909-6eae-4ab4-a34c-a4876e9b9da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59621aae-4216-414d-b2db-e22c39ae0d2a'}}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:34:37.907049 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (2a931cac-6c3d-473b-a0c1-f6eeecc41e3c), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:37.917248 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:37.921716 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:34:37.956398 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-48d90f6c-8978-4120-9d33-4fc197a089fc tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (eb605bdf-8155-4185-ac2a-31ea60a5186b), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:37.969488 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] For port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:34:37.973571 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] For port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=2a931cac-6c3d-473b-a0c1-f6eeecc41e3c,segment=NetworkSegment(df527909-6eae-4ab4-a34c-a4876e9b9da0),segment_id=df527909-6eae-4ab4-a34c-a4876e9b9da0)] {{(pid=107238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:34:37.974055 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d90f6c-8978-4120-9d33-4fc197a089fc tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb605bdf-8155-4185-ac2a-31ea60a5186b,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:38.046470 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (2a931cac-6c3d-473b-a0c1-f6eeecc41e3c), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:38.077461 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-48d90f6c-8978-4120-9d33-4fc197a089fc tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:38.079065 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-48d90f6c-8978-4120-9d33-4fc197a089fc tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4420559 Sep 23 01:34:38.082458 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 45886) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:38.086179 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Routers {'19bc6747-aa88-4168-9db6-0555bf2bc30e'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:34:38.086802 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:34:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['19bc6747-aa88-4168-9db6-0555bf2bc30e'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:38.087002 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-339dfcde-1a3d-4228-840e-d003940305a0 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Request body: {'security_group_rule': {'security_group_id': '2d099f46-1b7a-457e-aa9b-32abf6be9519', 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:38.146862 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4cbdb-b465-41eb-81e2-cadc281837e4 None None] Pushing event updated for resources: {'Port': ['ID=2a931cac-6c3d-473b-a0c1-f6eeecc41e3c,revision_number=4']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:38.194371 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:38.196711 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.securitygroups_db [None req-339dfcde-1a3d-4228-840e-d003940305a0 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Project 600dd39d7a7944a49330866c0e26cb66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 01:34:38.202941 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-339dfcde-1a3d-4228-840e-d003940305a0 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group_rule (673bf678-9f85-4950-8f0d-0afe1864e40f), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:38.211710 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] Set router 19bc6747-aa88-4168-9db6-0555bf2bc30e gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:34:38.272917 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-339dfcde-1a3d-4228-840e-d003940305a0 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group_rule (673bf678-9f85-4950-8f0d-0afe1864e40f), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:38.396800 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-339dfcde-1a3d-4228-840e-d003940305a0 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (673bf678-9f85-4950-8f0d-0afe1864e40f), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:38.423164 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Attempt 9 to provision port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c Sep 23 01:34:38.476170 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339dfcde-1a3d-4228-840e-d003940305a0 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673bf678-9f85-4950-8f0d-0afe1864e40f,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:38.494057 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481dba1-b3e5-40d4-8890-6872eb1cf145 req-a7f0c3a9-4dc9-469b-8a2d-590c893c0bdb tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:38.496112 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4481dba1-b3e5-40d4-8890-6872eb1cf145 req-a7f0c3a9-4dc9-469b-8a2d-590c893c0bdb tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0932717 Sep 23 01:34:38.531308 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-339dfcde-1a3d-4228-840e-d003940305a0 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:38.535339 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-339dfcde-1a3d-4228-840e-d003940305a0 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4492981 Sep 23 01:34:38.536342 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 45894) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:38.548949 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-a36d1c02-e3d2-46b4-a4c8-6978d27cf75d tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Request body: {'security_group_rule': {'security_group_id': '2d099f46-1b7a-457e-aa9b-32abf6be9519', 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:38.585577 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4481dba1-b3e5-40d4-8890-6872eb1cf145 req-4acbc777-978f-4328-8866-29309733136d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821867 Sep 23 01:34:38.608637 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'name': 'tempest-TestShelveInstance-71138174-router', 'tenant_id': '81dd2c4296a5457894420a8114b1ab5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:29Z', 'updated_at': '2022-09-23T01:34:33Z', 'revision_number': 4, 'project_id': '81dd2c4296a5457894420a8114b1ab5d', 'gw_port': {'id': '6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:03:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:30Z', 'updated_at': '2022-09-23T01:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '2a931cac-6c3d-473b-a0c1-f6eeecc41e3c', 'name': '', 'network_id': '59621aae-4216-414d-b2db-e22c39ae0d2a', 'tenant_id': '81dd2c4296a5457894420a8114b1ab5d', 'mac_address': 'fa:16:3e:88:9a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4d2c09b3-eb9c-402b-80ba-a507bee5d6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:33Z', 'updated_at': '2022-09-23T01:34:37Z', 'revision_number': 4, 'project_id': '81dd2c4296a5457894420a8114b1ab5d', 'subnets': [{'id': '4d2c09b3-eb9c-402b-80ba-a507bee5d6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:38.653356 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd4009-13ce-4b6b-9c46-fecfa032978b None None] The sync data for ids ['19bc6747-aa88-4168-9db6-0555bf2bc30e'] in dv-cinder-849143-7-iscsi is: [{'id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'name': 'tempest-TestShelveInstance-71138174-router', 'tenant_id': '81dd2c4296a5457894420a8114b1ab5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:29Z', 'updated_at': '2022-09-23T01:34:33Z', 'revision_number': 4, 'project_id': '81dd2c4296a5457894420a8114b1ab5d', 'gw_port': {'id': '6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:03:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:30Z', 'updated_at': '2022-09-23T01:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '2a931cac-6c3d-473b-a0c1-f6eeecc41e3c', 'name': '', 'network_id': '59621aae-4216-414d-b2db-e22c39ae0d2a', 'tenant_id': '81dd2c4296a5457894420a8114b1ab5d', 'mac_address': 'fa:16:3e:88:9a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4d2c09b3-eb9c-402b-80ba-a507bee5d6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:33Z', 'updated_at': '2022-09-23T01:34:37Z', 'revision_number': 4, 'project_id': '81dd2c4296a5457894420a8114b1ab5d', 'subnets': [{'id': '4d2c09b3-eb9c-402b-80ba-a507bee5d6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:34:38.702030 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Current status of the port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:38.704243 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (2a931cac-6c3d-473b-a0c1-f6eeecc41e3c), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:38.742104 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.securitygroups_db [None req-a36d1c02-e3d2-46b4-a4c8-6978d27cf75d tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Project 600dd39d7a7944a49330866c0e26cb66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 01:34:38.758670 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a36d1c02-e3d2-46b4-a4c8-6978d27cf75d tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group_rule (82938df5-0dd3-40d7-b034-cb477614f223), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:38.765375 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] For port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=2a931cac-6c3d-473b-a0c1-f6eeecc41e3c,segment=NetworkSegment(df527909-6eae-4ab4-a34c-a4876e9b9da0),segment_id=df527909-6eae-4ab4-a34c-a4876e9b9da0)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:38.864244 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a36d1c02-e3d2-46b4-a4c8-6978d27cf75d tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group_rule (82938df5-0dd3-40d7-b034-cb477614f223), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:38.869875 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (2a931cac-6c3d-473b-a0c1-f6eeecc41e3c), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:38.916862 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:38.936630 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30613b9-1f25-4070-a261-6d0d0b0c11a4 None None] Pushing event updated for resources: {'Port': ['ID=2a931cac-6c3d-473b-a0c1-f6eeecc41e3c,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:38.968028 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a36d1c02-e3d2-46b4-a4c8-6978d27cf75d tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (82938df5-0dd3-40d7-b034-cb477614f223), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:38.991751 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d1c02-e3d2-46b4-a4c8-6978d27cf75d tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82938df5-0dd3-40d7-b034-cb477614f223,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:38.995195 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-95338ed4-75e9-4e69-ac78-78c303a0f247 None None] Provisioning complete for port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:38.996154 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-95338ed4-75e9-4e69-ac78-78c303a0f247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (2a931cac-6c3d-473b-a0c1-f6eeecc41e3c), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:38.996493 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-95338ed4-75e9-4e69-ac78-78c303a0f247 None None] Attempt 1 to provision port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c Sep 23 01:34:39.108738 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-95338ed4-75e9-4e69-ac78-78c303a0f247 None None] Current status of the port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:39.114197 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a36d1c02-e3d2-46b4-a4c8-6978d27cf75d tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:39.132559 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-a36d1c02-e3d2-46b4-a4c8-6978d27cf75d tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5938449 Sep 23 01:34:39.158058 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:34:39.232753 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:34:39.233158 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (2a931cac-6c3d-473b-a0c1-f6eeecc41e3c), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:39.233505 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c Sep 23 01:34:39.326604 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:34:39.742379 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9874da7-c926-44ee-8808-4e5bacb42bc6 req-e336ee22-98b8-4c9f-b8f5-cdc71a99ad2e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:39.744035 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d9874da7-c926-44ee-8808-4e5bacb42bc6 req-e336ee22-98b8-4c9f-b8f5-cdc71a99ad2e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0642655 Sep 23 01:34:39.795398 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d9874da7-c926-44ee-8808-4e5bacb42bc6 req-f4ea027d-f5a3-46f7-bb6e-75df23d75c1d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449743 Sep 23 01:34:40.265988 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:40.942211 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3999bb5-2eea-4019-800e-9aa8576a56f7 req-a03f376a-3070-4e3d-8ba9-6dc41718bd78 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:40.943837 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f3999bb5-2eea-4019-800e-9aa8576a56f7 req-a03f376a-3070-4e3d-8ba9-6dc41718bd78 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0566952 Sep 23 01:34:41.001865 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f3999bb5-2eea-4019-800e-9aa8576a56f7 req-eb507292-d4fa-448a-aa08-f9783d672e2d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470612 Sep 23 01:34:41.156515 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:42.279276 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd442ab3-cf99-4fcb-b771-8a145fa6c306 req-f4d5d89f-0ded-4d28-9cc2-96c8e89b98a5 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:42.281049 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bd442ab3-cf99-4fcb-b771-8a145fa6c306 req-f4d5d89f-0ded-4d28-9cc2-96c8e89b98a5 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.1744645 Sep 23 01:34:42.353008 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bd442ab3-cf99-4fcb-b771-8a145fa6c306 req-c57d06ec-1d3d-492a-a4ce-c0c5a0b345f0 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641863 Sep 23 01:34:43.552720 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f600d03-9fe0-411c-bf73-386ea60c5f5e req-a82f3246-6410-4b6d-91a6-6544f3e8b7fb tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:43.554192 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5f600d03-9fe0-411c-bf73-386ea60c5f5e req-a82f3246-6410-4b6d-91a6-6544f3e8b7fb tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.1117167 Sep 23 01:34:43.608565 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5f600d03-9fe0-411c-bf73-386ea60c5f5e req-208f856d-ceb9-497b-be82-03679579fc59 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473576 Sep 23 01:34:44.743893 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dcd67-656b-4884-836d-407bcc0a0d21 req-1ad315e3-b521-48cd-b3b7-0846241580f6 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:44.745245 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5a3dcd67-656b-4884-836d-407bcc0a0d21 req-1ad315e3-b521-48cd-b3b7-0846241580f6 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0517933 Sep 23 01:34:44.796108 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5a3dcd67-656b-4884-836d-407bcc0a0d21 req-64bcc813-6421-40f4-9cfc-d368a10aa37c tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446811 Sep 23 01:34:45.593141 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34107f-3ecb-4479-98f8-0e3a69ff9662 req-f9f50265-d9df-47e9-90cf-673fb35e7043 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:45.594989 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2f34107f-3ecb-4479-98f8-0e3a69ff9662 req-f9f50265-d9df-47e9-90cf-673fb35e7043 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 946 time: 0.0684347 Sep 23 01:34:45.632856 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:45.647186 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2f34107f-3ecb-4479-98f8-0e3a69ff9662 req-41c91ab7-21f7-483a-84d0-6ae9a7df6c4e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459011 Sep 23 01:34:45.932858 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd4a34-f372-4f69-82cc-bcb90502adef req-ef7810a7-0f09-4f34-87a8-22c33fe785ce tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:45.934315 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b0cd4a34-f372-4f69-82cc-bcb90502adef req-ef7810a7-0f09-4f34-87a8-22c33fe785ce tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0536318 Sep 23 01:34:45.987428 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b0cd4a34-f372-4f69-82cc-bcb90502adef req-4421983d-2501-4373-890a-71dc4249d83f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471561 Sep 23 01:34:46.796163 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e181ac1-c2e6-45b3-a027-f012953a4c37 req-dbf2694e-77e3-42ab-868a-ce7d486a6bbb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:46.797917 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8e181ac1-c2e6-45b3-a027-f012953a4c37 req-dbf2694e-77e3-42ab-868a-ce7d486a6bbb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 946 time: 0.0594504 Sep 23 01:34:46.849522 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8e181ac1-c2e6-45b3-a027-f012953a4c37 req-f2fb5c0c-5628-48ef-b4ea-7ea3ee34c938 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449221 Sep 23 01:34:47.141187 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5b542-e827-4757-9c85-bc00c91b6d1d req-f7107422-d331-4102-a2c2-066db18bdd71 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:47.142815 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b9b5b542-e827-4757-9c85-bc00c91b6d1d req-f7107422-d331-4102-a2c2-066db18bdd71 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0614474 Sep 23 01:34:47.193907 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b9b5b542-e827-4757-9c85-bc00c91b6d1d req-c9d7ddf0-f6d9-44a1-ac61-6c3a90f19b97 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443966 Sep 23 01:34:47.737607 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17cb0b-6667-4616-a948-27b06cae3f73 req-bd944d5d-840f-4ef4-954d-9eccc64b625c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:47.739845 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-de17cb0b-6667-4616-a948-27b06cae3f73 req-bd944d5d-840f-4ef4-954d-9eccc64b625c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 946 time: 0.0729229 Sep 23 01:34:48.019899 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fb303-e7de-44c3-aa9f-472dd960e8fc req-dc2021cf-f4fe-4ef2-999d-098a9f0da342 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:48.021592 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8a8fb303-e7de-44c3-aa9f-472dd960e8fc req-dc2021cf-f4fe-4ef2-999d-098a9f0da342 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 946 time: 0.0564117 Sep 23 01:34:48.075692 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8a8fb303-e7de-44c3-aa9f-472dd960e8fc req-874dac54-5028-46e5-a9ca-3f7751953132 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462368 Sep 23 01:34:48.168983 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-de17cb0b-6667-4616-a948-27b06cae3f73 req-8082b1cf-2fed-48f7-abe0-6f006e20978c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Deleting port 67de195b-49ec-4b3f-a46f-2918a89919f7 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:34:48.169558 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-de17cb0b-6667-4616-a948-27b06cae3f73 req-8082b1cf-2fed-48f7-abe0-6f006e20978c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:48.368767 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-de17cb0b-6667-4616-a948-27b06cae3f73 req-8082b1cf-2fed-48f7-abe0-6f006e20978c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] For port 67de195b-49ec-4b3f-a46f-2918a89919f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=67de195b-49ec-4b3f-a46f-2918a89919f7,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:48.369133 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-de17cb0b-6667-4616-a948-27b06cae3f73 req-8082b1cf-2fed-48f7-abe0-6f006e20978c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:48.391821 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6113045-5564-4b3c-99a5-3b1b98f5b524 req-96c03191-acf3-4352-b318-548a68500892 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:48.393365 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a6113045-5564-4b3c-99a5-3b1b98f5b524 req-96c03191-acf3-4352-b318-548a68500892 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0768466 Sep 23 01:34:48.585937 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a6113045-5564-4b3c-99a5-3b1b98f5b524 req-7b98d6e6-c1b2-4254-8e50-e613b78931c4 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674888 Sep 23 01:34:48.660685 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-de17cb0b-6667-4616-a948-27b06cae3f73 req-8082b1cf-2fed-48f7-abe0-6f006e20978c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:48.660685 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-de17cb0b-6667-4616-a948-27b06cae3f73 req-8082b1cf-2fed-48f7-abe0-6f006e20978c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (7e051ab7-6d8c-4423-a677-c3ae00da338a), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:48.660685 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.l3_db [req-de17cb0b-6667-4616-a948-27b06cae3f73 req-8082b1cf-2fed-48f7-abe0-6f006e20978c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Floating IP 7e051ab7-6d8c-4423-a677-c3ae00da338a disassociated. External IP: 172.27.1.210, port: 67de195b-49ec-4b3f-a46f-2918a89919f7. Sep 23 01:34:48.661155 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-de17cb0b-6667-4616-a948-27b06cae3f73 req-8082b1cf-2fed-48f7-abe0-6f006e20978c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Calling delete_port for 67de195b-49ec-4b3f-a46f-2918a89919f7 owned by compute:nova {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:34:48.727663 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:48.795487 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:48.882679 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-de17cb0b-6667-4616-a948-27b06cae3f73 req-8082b1cf-2fed-48f7-abe0-6f006e20978c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (67de195b-49ec-4b3f-a46f-2918a89919f7), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:48.916018 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082b1cf-2fed-48f7-abe0-6f006e20978c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Pushing event deleted for resources: {'Port': ['ID=67de195b-49ec-4b3f-a46f-2918a89919f7,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:49.033211 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de17cb0b-6667-4616-a948-27b06cae3f73 req-8082b1cf-2fed-48f7-abe0-6f006e20978c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Router 4e10b688-edb1-43c0-a904-cdc8566842c3 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:34:49.156904 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de17cb0b-6667-4616-a948-27b06cae3f73 req-8082b1cf-2fed-48f7-abe0-6f006e20978c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:34:49.167796 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e0535-0281-43d6-9282-11c47925083f None None] Sync routers for ids ['4e10b688-edb1-43c0-a904-cdc8566842c3'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:34:49.177804 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:49.180834 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5e0535-0281-43d6-9282-11c47925083f None None] Routers {'4e10b688-edb1-43c0-a904-cdc8566842c3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:34:49.182781 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-ba5e0535-0281-43d6-9282-11c47925083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:34:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['4e10b688-edb1-43c0-a904-cdc8566842c3'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:49.200480 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-39a024ba-683e-453a-ba80-835c19bb61b3 req-17a9a780-027c-4b54-b9dc-0b17b28a379e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 210 time: 0.0332613 Sep 23 01:34:49.212952 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-de17cb0b-6667-4616-a948-27b06cae3f73 req-8082b1cf-2fed-48f7-abe0-6f006e20978c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] No DVR routers for this DVR port 67de195b-49ec-4b3f-a46f-2918a89919f7 on host hv-cinder-84914 {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:34:49.216391 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-de17cb0b-6667-4616-a948-27b06cae3f73 req-8082b1cf-2fed-48f7-abe0-6f006e20978c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:49.226627 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-de17cb0b-6667-4616-a948-27b06cae3f73 req-8082b1cf-2fed-48f7-abe0-6f006e20978c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.81 "DELETE /networking/v2.0/ports/67de195b-49ec-4b3f-a46f-2918a89919f7 HTTP/1.1" status: 204 len: 173 time: 1.1360705 Sep 23 01:34:49.226627 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'name': 'network-vif-deleted', 'tag': '67de195b-49ec-4b3f-a46f-2918a89919f7'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:34:49.226627 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7537d8a3-689e-4cf2-88ca-7e65b6bdc703" -d '{"events": [{"server_uuid": "dd3312b8-1d33-4b15-9ffd-270013a3b14d", "name": "network-vif-deleted", "tag": "67de195b-49ec-4b3f-a46f-2918a89919f7"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:34:49.268675 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91bc2c4-0946-4bab-99e9-f2bc9a85a5d1 x-openstack-request-id: req-f91bc2c4-0946-4bab-99e9-f2bc9a85a5d1 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:34:49.268986 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3312b8-1d33-4b15-9ffd-270013a3b14d", "name": "network-vif-deleted", "tag": "67de195b-49ec-4b3f-a46f-2918a89919f7", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:34:49.269275 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f91bc2c4-0946-4bab-99e9-f2bc9a85a5d1 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:34:49.269679 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91bc2c4-0946-4bab-99e9-f2bc9a85a5d1'] response: {'server_uuid': 'dd3312b8-1d33-4b15-9ffd-270013a3b14d', 'name': 'network-vif-deleted', 'tag': '67de195b-49ec-4b3f-a46f-2918a89919f7', 'status': 'completed', 'code': 200} Sep 23 01:34:49.304919 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-ba5e0535-0281-43d6-9282-11c47925083f None None] Set router 4e10b688-edb1-43c0-a904-cdc8566842c3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:34:49.518687 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-ba5e0535-0281-43d6-9282-11c47925083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:56Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '2f84ec89-3da3-4e5b-ba9c-468ab28e4650', 'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'mac_address': 'fa:16:3e:de:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:53Z', 'updated_at': '2022-09-23T01:30:27Z', 'revision_number': 5, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'subnets': [{'id': '14588842-7014-4d4b-b88a-21758b766661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:49.547719 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e0535-0281-43d6-9282-11c47925083f None None] Checking router: 4e10b688-edb1-43c0-a904-cdc8566842c3 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:34:49.558059 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5e0535-0281-43d6-9282-11c47925083f None None] Routers {'4e10b688-edb1-43c0-a904-cdc8566842c3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:34:49.558708 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-ba5e0535-0281-43d6-9282-11c47925083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:34:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['4e10b688-edb1-43c0-a904-cdc8566842c3'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:49.610206 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:49.647695 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:49.677520 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-ba5e0535-0281-43d6-9282-11c47925083f None None] Set router 4e10b688-edb1-43c0-a904-cdc8566842c3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:34:49.747884 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01194bf-c440-462e-90eb-0b5857c7fef9 req-14d2281e-389a-4ec4-9d14-ccb97866661a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:49.749619 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a01194bf-c440-462e-90eb-0b5857c7fef9 req-14d2281e-389a-4ec4-9d14-ccb97866661a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0666652 Sep 23 01:34:49.810949 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a01194bf-c440-462e-90eb-0b5857c7fef9 req-a2053349-6490-45ff-8ca2-9b441a60dc42 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549483 Sep 23 01:34:49.909098 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-ba5e0535-0281-43d6-9282-11c47925083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:56Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '2f84ec89-3da3-4e5b-ba9c-468ab28e4650', 'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'mac_address': 'fa:16:3e:de:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:53Z', 'updated_at': '2022-09-23T01:30:27Z', 'revision_number': 5, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'subnets': [{'id': '14588842-7014-4d4b-b88a-21758b766661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:34:49.938908 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e0535-0281-43d6-9282-11c47925083f None None] The sync data for ids ['4e10b688-edb1-43c0-a904-cdc8566842c3'] in dv-cinder-849143-7-iscsi is: [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:56Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '2f84ec89-3da3-4e5b-ba9c-468ab28e4650', 'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'mac_address': 'fa:16:3e:de:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:53Z', 'updated_at': '2022-09-23T01:30:27Z', 'revision_number': 5, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'subnets': [{'id': '14588842-7014-4d4b-b88a-21758b766661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:34:49.986471 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb1d9c-a5a7-48c6-b8e0-b52c4cc080f4 req-a19d434e-5683-4a8a-8caa-9b51596a4f1b tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:49.988093 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bdfb1d9c-a5a7-48c6-b8e0-b52c4cc080f4 req-a19d434e-5683-4a8a-8caa-9b51596a4f1b tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 946 time: 0.0522316 Sep 23 01:34:50.063092 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bdfb1d9c-a5a7-48c6-b8e0-b52c4cc080f4 req-62d3f83e-7e34-4140-a8e0-33cbf17c8615 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526898 Sep 23 01:34:50.218694 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9c2b01-1116-4761-98bc-1097b2b2e546 None None] New status for floating IP 7e051ab7-6d8c-4423-a677-c3ae00da338a: DOWN {{(pid=107238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:34:50.340928 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-907eb746-9e21-4995-888b-5ead37f62a37 req-2c6b9245-b32f-4f6c-9f93-124def8b78eb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 210 time: 0.0294781 Sep 23 01:34:50.955191 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1e157-860a-4ba3-90eb-ffd26ac639c8 req-ece7e9d7-bf19-4e9f-be0c-f1e5c349d8af tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:50.956758 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5cf1e157-860a-4ba3-90eb-ffd26ac639c8 req-ece7e9d7-bf19-4e9f-be0c-f1e5c349d8af tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0497026 Sep 23 01:34:51.013552 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5cf1e157-860a-4ba3-90eb-ffd26ac639c8 req-083eeb69-890c-471f-9c4d-8fb3f0d10861 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508387 Sep 23 01:34:51.177274 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a7fe3-15d1-4acf-884b-3fc0f1eae7e1 req-a9e51e3b-33c4-4bb9-b14a-10f7139e420d tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:51.178796 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-590a7fe3-15d1-4acf-884b-3fc0f1eae7e1 req-a9e51e3b-33c4-4bb9-b14a-10f7139e420d tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 946 time: 0.0488174 Sep 23 01:34:51.234293 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-590a7fe3-15d1-4acf-884b-3fc0f1eae7e1 req-5f396472-59cc-4398-828f-c4e0ae02f240 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495944 Sep 23 01:34:51.473154 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-60769a4e-7923-40d1-b4a4-2ab03d0afee1 req-f3fcff2b-e11a-4740-a760-421543246ec1 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 210 time: 0.0300996 Sep 23 01:34:51.664617 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:52.009078 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 67de195b-49ec-4b3f-a46f-2918a89919f7 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:34:52.029220 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: 67de195b-49ec-4b3f-a46f-2918a89919f7 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:34:52.029468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 67de195b-49ec-4b3f-a46f-2918a89919f7 not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:34:52.151018 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6cd07-8662-46be-a964-7a0e6c96290e req-3f36eef1-998f-4ba7-a51c-b25adf2bce4e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:52.152773 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6ce6cd07-8662-46be-a964-7a0e6c96290e req-3f36eef1-998f-4ba7-a51c-b25adf2bce4e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0495546 Sep 23 01:34:52.181095 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:52.208097 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6ce6cd07-8662-46be-a964-7a0e6c96290e req-2b339288-c4e1-492f-a521-86c1934f4eff tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492661 Sep 23 01:34:52.362387 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb01e6-7f7f-4ce6-b330-65d78a401852 req-20b62435-9207-4b71-9f56-ec198d554c92 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:52.363908 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-dabb01e6-7f7f-4ce6-b330-65d78a401852 req-20b62435-9207-4b71-9f56-ec198d554c92 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 946 time: 0.0515981 Sep 23 01:34:52.408104 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:52.420387 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-dabb01e6-7f7f-4ce6-b330-65d78a401852 req-5565422f-aa36-4c77-b3e9-26fcedf5b42d tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507011 Sep 23 01:34:52.596612 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-db0a0b63-acca-4c34-8830-14859d129652 req-ea1e5250-f687-405c-a0e8-3412aaf5ac01 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=dd3312b8-1d33-4b15-9ffd-270013a3b14d HTTP/1.1" status: 200 len: 210 time: 0.0298464 Sep 23 01:34:52.611892 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49ba0-10fa-4c3b-8b96-14c5be012ab0 req-0a93cb6f-70c5-49ea-bb48-375b387f630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:52.615968 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b9b49ba0-10fa-4c3b-8b96-14c5be012ab0 req-0a93cb6f-70c5-49ea-bb48-375b387f630f service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 1129 time: 0.0419424 Sep 23 01:34:52.829146 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b9b49ba0-10fa-4c3b-8b96-14c5be012ab0 req-21580ac6-302d-4494-a0fe-04baf1e4d7e9 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437436 Sep 23 01:34:53.347040 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c32d9-c9fb-4bb3-8b95-90f991878d36 req-2092f4d3-3719-4108-bd78-9c82a8746339 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:53.348569 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-261c32d9-c9fb-4bb3-8b95-90f991878d36 req-2092f4d3-3719-4108-bd78-9c82a8746339 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0496662 Sep 23 01:34:53.401736 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-261c32d9-c9fb-4bb3-8b95-90f991878d36 req-36bda8fa-31ca-4735-b7f9-fc2d23088deb tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473356 Sep 23 01:34:53.546721 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a626ab0-dcb5-44ba-9b7c-60fc2680b29f req-c907c324-d092-4379-b81d-5d3aff807243 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:53.548298 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5a626ab0-dcb5-44ba-9b7c-60fc2680b29f req-c907c324-d092-4379-b81d-5d3aff807243 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 946 time: 0.0542114 Sep 23 01:34:53.602302 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10717613-4f3a-40ca-b707-eab81ceddd54 req-19a41823-7bdd-4697-a52a-823a2141209f tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:53.604017 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-10717613-4f3a-40ca-b707-eab81ceddd54 req-19a41823-7bdd-4697-a52a-823a2141209f tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 946 time: 0.0477402 Sep 23 01:34:53.613388 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5a626ab0-dcb5-44ba-9b7c-60fc2680b29f req-2401ec6b-04e7-4e61-95e4-1f9cf255e0c9 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=01dd44fa-f7bc-415b-872e-bd09d29b94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584357 Sep 23 01:34:53.725934 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-10717613-4f3a-40ca-b707-eab81ceddd54 req-a4998d25-b293-42a0-bdf9-e4a0d67db4bc tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Deleting port 8ef41830-75fb-4ad0-8285-a4080a6ebadc {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:34:53.726265 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-10717613-4f3a-40ca-b707-eab81ceddd54 req-a4998d25-b293-42a0-bdf9-e4a0d67db4bc tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (8ef41830-75fb-4ad0-8285-a4080a6ebadc), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:53.793878 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46102) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:53.833935 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-10717613-4f3a-40ca-b707-eab81ceddd54 req-a4998d25-b293-42a0-bdf9-e4a0d67db4bc tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] For port 8ef41830-75fb-4ad0-8285-a4080a6ebadc, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8ef41830-75fb-4ad0-8285-a4080a6ebadc,segment=NetworkSegment(5a2f93ae-418b-455b-aed7-319fe1df8fbe),segment_id=5a2f93ae-418b-455b-aed7-319fe1df8fbe)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:34:53.834301 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-10717613-4f3a-40ca-b707-eab81ceddd54 req-a4998d25-b293-42a0-bdf9-e4a0d67db4bc tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (8ef41830-75fb-4ad0-8285-a4080a6ebadc), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:53.849870 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-10717613-4f3a-40ca-b707-eab81ceddd54 req-a4998d25-b293-42a0-bdf9-e4a0d67db4bc tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Calling delete_port for 8ef41830-75fb-4ad0-8285-a4080a6ebadc owned by compute:nova {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:34:53.857967 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-649dc9ce-3c19-46cf-9c6e-1aa7cb278f42 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group (fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:53.885821 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-649dc9ce-3c19-46cf-9c6e-1aa7cb278f42 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group (fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:54.042102 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-649dc9ce-3c19-46cf-9c6e-1aa7cb278f42 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:54.045712 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-649dc9ce-3c19-46cf-9c6e-1aa7cb278f42 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:54.046938 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-649dc9ce-3c19-46cf-9c6e-1aa7cb278f42 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83 HTTP/1.1" status: 204 len: 168 time: 0.2520030 Sep 23 01:34:54.057116 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46106) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:54.060259 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649dc9ce-3c19-46cf-9c6e-1aa7cb278f42 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:54.071973 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.api.v2.resource [None req-94097634-21f8-4ea4-a1e6-d2b5082c729d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] show failed (client error): The resource could not be found. Sep 23 01:34:54.073000 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-94097634-21f8-4ea4-a1e6-d2b5082c729d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups/fbe9cbfe-a876-4a89-a5e4-b7b6bd53fa83 HTTP/1.1" status: 404 len: 347 time: 0.0146849 Sep 23 01:34:54.076456 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-10717613-4f3a-40ca-b707-eab81ceddd54 req-a4998d25-b293-42a0-bdf9-e4a0d67db4bc tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (8ef41830-75fb-4ad0-8285-a4080a6ebadc), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:54.077440 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46108) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:54.082992 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:54.109423 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4998d25-b293-42a0-bdf9-e4a0d67db4bc tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Pushing event deleted for resources: {'Port': ['ID=8ef41830-75fb-4ad0-8285-a4080a6ebadc,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:54.123079 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['8ef41830-75fb-4ad0-8285-a4080a6ebadc'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:34:54.160688 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-10717613-4f3a-40ca-b707-eab81ceddd54 req-a4998d25-b293-42a0-bdf9-e4a0d67db4bc tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] No DVR routers for this DVR port 8ef41830-75fb-4ad0-8285-a4080a6ebadc on host hv-cinder-84914 {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:34:54.163410 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-10717613-4f3a-40ca-b707-eab81ceddd54 req-a4998d25-b293-42a0-bdf9-e4a0d67db4bc tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:54.166780 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-10717613-4f3a-40ca-b707-eab81ceddd54 req-a4998d25-b293-42a0-bdf9-e4a0d67db4bc tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.81 "DELETE /networking/v2.0/ports/8ef41830-75fb-4ad0-8285-a4080a6ebadc HTTP/1.1" status: 204 len: 173 time: 0.5561786 Sep 23 01:34:54.167327 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8bde31-919a-498a-898a-c1a7fde0e80b', 'name': 'network-vif-deleted', 'tag': '8ef41830-75fb-4ad0-8285-a4080a6ebadc'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:34:54.169801 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab6a7e8-d70f-4046-a700-559bd7b0ca86" -d '{"events": [{"server_uuid": "3e8bde31-919a-498a-898a-c1a7fde0e80b", "name": "network-vif-deleted", "tag": "8ef41830-75fb-4ad0-8285-a4080a6ebadc"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:34:54.204774 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-979e0f6c-0098-4fc4-9f60-f9e7c08a1421 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Deleting port c54a629c-66d7-4e09-9c16-af97e3f1654d {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:34:54.205277 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-979e0f6c-0098-4fc4-9f60-f9e7c08a1421 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (c54a629c-66d7-4e09-9c16-af97e3f1654d), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:54.209234 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136888f3-a0c0-4c88-ad5d-2f11da07f867 x-openstack-request-id: req-136888f3-a0c0-4c88-ad5d-2f11da07f867 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:34:54.209531 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8bde31-919a-498a-898a-c1a7fde0e80b", "name": "network-vif-deleted", "tag": "8ef41830-75fb-4ad0-8285-a4080a6ebadc", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:34:54.209785 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-136888f3-a0c0-4c88-ad5d-2f11da07f867 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:34:54.210198 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-136888f3-a0c0-4c88-ad5d-2f11da07f867'] response: {'server_uuid': '3e8bde31-919a-498a-898a-c1a7fde0e80b', 'name': 'network-vif-deleted', 'tag': '8ef41830-75fb-4ad0-8285-a4080a6ebadc', 'status': 'completed', 'code': 200} Sep 23 01:34:54.297383 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-979e0f6c-0098-4fc4-9f60-f9e7c08a1421 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (c54a629c-66d7-4e09-9c16-af97e3f1654d), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:54.297684 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-979e0f6c-0098-4fc4-9f60-f9e7c08a1421 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for floatingip (c54a629c-66d7-4e09-9c16-af97e3f1654d), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:54.314241 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-979e0f6c-0098-4fc4-9f60-f9e7c08a1421 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Calling delete_port for c54a629c-66d7-4e09-9c16-af97e3f1654d owned by network:floatingip {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:34:54.548893 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83631c5-2144-4ad3-a09b-f50287dd05d8 req-d402d03e-583c-4362-9a2d-c8ed838df7c6 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:54.550430 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e83631c5-2144-4ad3-a09b-f50287dd05d8 req-d402d03e-583c-4362-9a2d-c8ed838df7c6 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0539055 Sep 23 01:34:54.588266 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-979e0f6c-0098-4fc4-9f60-f9e7c08a1421 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (c54a629c-66d7-4e09-9c16-af97e3f1654d), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:54.635198 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e0f6c-0098-4fc4-9f60-f9e7c08a1421 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Pushing event deleted for resources: {'Port': ['ID=c54a629c-66d7-4e09-9c16-af97e3f1654d,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:54.649010 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:54.657449 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e83631c5-2144-4ad3-a09b-f50287dd05d8 req-3039e795-76a6-463b-af0f-85ca4c5df9d9 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006954 Sep 23 01:34:54.743250 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-979e0f6c-0098-4fc4-9f60-f9e7c08a1421 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for floatingip (7e051ab7-6d8c-4423-a677-c3ae00da338a), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:54.746935 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-979e0f6c-0098-4fc4-9f60-f9e7c08a1421 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:54.749415 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-979e0f6c-0098-4fc4-9f60-f9e7c08a1421 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/7e051ab7-6d8c-4423-a677-c3ae00da338a HTTP/1.1" status: 204 len: 168 time: 0.6699991 Sep 23 01:34:54.780619 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d68fcfee-f836-4d1a-ae8a-2155af38d625 req-a151dbd6-8946-4382-afe6-f8055b4d12e8 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 210 time: 0.0491641 Sep 23 01:34:54.973290 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46128) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:54.977953 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-6ccc274e-3602-4057-9e8d-9d4a9a7d3071 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1955135814', 'description': 'tempest-description--1465318626'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:54.992223 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:55.091674 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6ccc274e-3602-4057-9e8d-9d4a9a7d3071 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:55.200467 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6ccc274e-3602-4057-9e8d-9d4a9a7d3071 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group (ef364a1b-e1d7-42af-b433-7db8916c226b), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:55.295290 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6ccc274e-3602-4057-9e8d-9d4a9a7d3071 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (ef364a1b-e1d7-42af-b433-7db8916c226b), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:55.331059 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc274e-3602-4057-9e8d-9d4a9a7d3071 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef364a1b-e1d7-42af-b433-7db8916c226b,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:55.433223 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6ccc274e-3602-4057-9e8d-9d4a9a7d3071 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:55.434768 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-6ccc274e-3602-4057-9e8d-9d4a9a7d3071 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4603705 Sep 23 01:34:55.438095 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46132) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:55.442804 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-ed10a3ee-c5b2-4310-8a97-0ae15c65b6f5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Request body: {'security_group_rule': {'security_group_id': 'ef364a1b-e1d7-42af-b433-7db8916c226b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:55.535527 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ed10a3ee-c5b2-4310-8a97-0ae15c65b6f5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group_rule (451349b1-84d3-4f3e-8cfe-a79f87620129), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:55.601908 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ed10a3ee-c5b2-4310-8a97-0ae15c65b6f5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group_rule (451349b1-84d3-4f3e-8cfe-a79f87620129), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:55.685989 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ed10a3ee-c5b2-4310-8a97-0ae15c65b6f5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (451349b1-84d3-4f3e-8cfe-a79f87620129), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:55.710184 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10a3ee-c5b2-4310-8a97-0ae15c65b6f5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451349b1-84d3-4f3e-8cfe-a79f87620129,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:55.811643 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7969e11-6910-4936-ac12-e77d154b6fef req-4529dede-08ad-4f23-a47a-162e7546a2fa tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:55.813922 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e7969e11-6910-4936-ac12-e77d154b6fef req-4529dede-08ad-4f23-a47a-162e7546a2fa tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0616567 Sep 23 01:34:55.821667 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ed10a3ee-c5b2-4310-8a97-0ae15c65b6f5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:55.826089 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-ed10a3ee-c5b2-4310-8a97-0ae15c65b6f5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3839436 Sep 23 01:34:55.832004 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46140) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:55.835756 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-76bc9ab9-2c1a-46e1-aa5e-7db31845ab7a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Request body: {'security_group_rule': {'security_group_id': 'ef364a1b-e1d7-42af-b433-7db8916c226b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:55.876987 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e7969e11-6910-4936-ac12-e77d154b6fef req-f30fdb58-b5eb-4ce6-a88f-9e42b1fd081e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564330 Sep 23 01:34:55.934390 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6fd4e50a-18df-4cea-9cdd-97bd1b2329f7 req-dbfc0c86-9205-4241-9bd4-5fb7fc1e44f7 tempest-VolumesSnapshotTestJSON-1834860145 tempest-VolumesSnapshotTestJSON-1834860145-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3e8bde31-919a-498a-898a-c1a7fde0e80b HTTP/1.1" status: 200 len: 210 time: 0.0311077 Sep 23 01:34:55.977651 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-76bc9ab9-2c1a-46e1-aa5e-7db31845ab7a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group_rule (9dfcc732-0915-499d-86b5-02d1e06714b9), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:56.049647 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-76bc9ab9-2c1a-46e1-aa5e-7db31845ab7a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group_rule (9dfcc732-0915-499d-86b5-02d1e06714b9), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:56.139804 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-76bc9ab9-2c1a-46e1-aa5e-7db31845ab7a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (9dfcc732-0915-499d-86b5-02d1e06714b9), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:56.157409 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc9ab9-2c1a-46e1-aa5e-7db31845ab7a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dfcc732-0915-499d-86b5-02d1e06714b9,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:56.244030 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-76bc9ab9-2c1a-46e1-aa5e-7db31845ab7a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:56.245538 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-76bc9ab9-2c1a-46e1-aa5e-7db31845ab7a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4147289 Sep 23 01:34:56.255527 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46154) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:34:56.260013 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Request body: {'floatingip': {'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:34:56.408686 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:56.498946 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:56.605067 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864cc06-d42a-421a-a3e5-0340f2b01ec0 req-154f2f93-7851-4572-a2b5-55549abb9b10 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:56.607081 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e864cc06-d42a-421a-a3e5-0340f2b01ec0 req-154f2f93-7851-4572-a2b5-55549abb9b10 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0702291 Sep 23 01:34:56.637788 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:56.682963 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Allocated IP 172.27.1.38 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/e97e5232-9681-4a13-882c-b7281726f1d4) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:34:56.712343 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e864cc06-d42a-421a-a3e5-0340f2b01ec0 req-3e1752c2-6a57-49f8-8960-2c28e6cbc2e5 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866909 Sep 23 01:34:56.789525 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac147fc5-8888-431b-82f3-916f85161667 req-71b076b1-6134-4410-9ba7-fc5fde9665b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:56.791050 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ac147fc5-8888-431b-82f3-916f85161667 req-71b076b1-6134-4410-9ba7-fc5fde9665b0 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 1129 time: 0.0905919 Sep 23 01:34:56.879728 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:56.909398 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for port (e97e5232-9681-4a13-882c-b7281726f1d4), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:56.944632 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac147fc5-8888-431b-82f3-916f85161667 req-8296a4c3-d80f-40ab-8de8-afc68027a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:56.944632 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ac147fc5-8888-431b-82f3-916f85161667 req-8296a4c3-d80f-40ab-8de8-afc68027a58b service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 200 len: 920 time: 0.1462767 Sep 23 01:34:57.021560 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ac147fc5-8888-431b-82f3-916f85161667 req-bea261a3-c465-4a75-9850-6e8aef41e307 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77b59ee-17b3-4900-9eab-5cda9d09251b HTTP/1.1" status: 200 len: 1001 time: 0.0694823 Sep 23 01:34:57.072264 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (e97e5232-9681-4a13-882c-b7281726f1d4), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:57.086574 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac147fc5-8888-431b-82f3-916f85161667 req-ae919943-3dbb-40a4-9c04-a1ec7a4f502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:57.088075 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ac147fc5-8888-431b-82f3-916f85161667 req-ae919943-3dbb-40a4-9c04-a1ec7a4f502c service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f171f77f-736d-489a-928a-20915fd59544 HTTP/1.1" status: 200 len: 858 time: 0.0593379 Sep 23 01:34:57.398086 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:34:57.405486 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:34:57.408089 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:34:57.441554 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Pushing event updated for resources: {'Port': ['ID=e97e5232-9681-4a13-882c-b7281726f1d4,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:57.454315 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac147fc5-8888-431b-82f3-916f85161667 req-8d8fd1c6-6d14-47bc-a82b-8d69905226c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:57.455771 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ac147fc5-8888-431b-82f3-916f85161667 req-8d8fd1c6-6d14-47bc-a82b-8d69905226c9 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f7b971fd-945f-4624-ba90-e53784d63da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956652 Sep 23 01:34:57.459379 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:57.459755 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:57.460116 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:57.460432 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:57.460762 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:57.461091 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:57.461472 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:57.461798 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:57.462122 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:57.462447 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:57.462769 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:57.463092 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:57.463411 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:57.463767 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:57.464090 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:34:57.566549 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:57.598113 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for floatingip (f12e0061-1290-4262-9a73-b336b10304c8), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:57.607904 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ac147fc5-8888-431b-82f3-916f85161667 req-eed0a44e-7974-4fd9-a92b-ccc5b61d066c service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392543 Sep 23 01:34:57.736638 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ac147fc5-8888-431b-82f3-916f85161667 req-ef4e85c1-aab4-4417-9c34-8f4a3356edeb service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216769 Sep 23 01:34:57.743611 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (e97e5232-9681-4a13-882c-b7281726f1d4), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:57.911137 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b2aad-cb1a-4a15-932f-248dc4f0008a req-479ad27a-a17c-45b4-8c71-72b9648c6dd8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:57.912882 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-742b2aad-cb1a-4a15-932f-248dc4f0008a req-479ad27a-a17c-45b4-8c71-72b9648c6dd8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0787225 Sep 23 01:34:58.001211 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for port (e97e5232-9681-4a13-882c-b7281726f1d4), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:58.010500 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-742b2aad-cb1a-4a15-932f-248dc4f0008a req-c0dc4ff1-3a3e-43b7-8331-7c7cb410917c tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896235 Sep 23 01:34:58.046612 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 8ef41830-75fb-4ad0-8285-a4080a6ebadc no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:34:58.067830 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: 8ef41830-75fb-4ad0-8285-a4080a6ebadc {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:34:58.068431 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 8ef41830-75fb-4ad0-8285-a4080a6ebadc not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:34:58.114357 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3173566'] for port (e97e5232-9681-4a13-882c-b7281726f1d4), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:58.184988 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Pushing event updated for resources: {'Port': ['ID=e97e5232-9681-4a13-882c-b7281726f1d4,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:34:58.187506 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (f12e0061-1290-4262-9a73-b336b10304c8), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:58.198603 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:58.313402 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:34:58.315585 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-b8571f34-24aa-48ae-b37e-f1d2977f7f51 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0581248 Sep 23 01:34:58.571879 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-92f3d483-41ea-4322-8b3a-75b13a1a3704 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1955135814&fields=id&tenant_id=cc926b4dede94c3b92441b0c610771f6 HTTP/1.1" status: 200 len: 267 time: 0.0555103 Sep 23 01:34:58.689386 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-88dad59f-2d7f-49fb-91e1-ed053cbea2af tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:58.690625 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-88dad59f-2d7f-49fb-91e1-ed053cbea2af tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/networks?id=fd195584-9c0f-4bc1-8f70-84ad33facee8 HTTP/1.1" status: 200 len: 817 time: 0.1115963 Sep 23 01:34:58.706469 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-23974d39-ee1e-4232-bdb7-70ecf5f76d1d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/quotas/cc926b4dede94c3b92441b0c610771f6 HTTP/1.1" status: 200 len: 375 time: 0.0101709 Sep 23 01:34:58.740589 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:34:58.758561 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-e1fd7e6e-87f5-4164-ba37-00681fbb7811 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=cc926b4dede94c3b92441b0c610771f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464997 Sep 23 01:34:58.885635 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-c28ac01f-6aae-4731-a7c4-a4bbc270b0a5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136682 Sep 23 01:34:58.985006 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-2eccde04-71f0-4882-a936-c427169a3ff8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906889 Sep 23 01:34:59.142228 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff446c5a-63a9-4433-b64f-c3bd5960d289 req-f658c261-1ba4-40bb-b3c7-d00cefc704f9 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:34:59.143917 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ff446c5a-63a9-4433-b64f-c3bd5960d289 req-f658c261-1ba4-40bb-b3c7-d00cefc704f9 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0532959 Sep 23 01:34:59.200025 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ff446c5a-63a9-4433-b64f-c3bd5960d289 req-52798ca6-5130-4735-ab72-9ff0b6e4912d tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490081 Sep 23 01:35:00.270896 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-7ab67b21-e39f-4c16-81ae-05e7185dd324 req-ac961750-66e8-4618-8720-1739117a88a1 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 210 time: 0.0350320 Sep 23 01:35:00.304497 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=6 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:00.308904 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:00.355036 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2eed3-afd0-474e-bf31-4b26f44cd8a8 req-2a3bc33b-f6c5-47d7-ae54-cd001795068c tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:00.363733 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c8f2eed3-afd0-474e-bf31-4b26f44cd8a8 req-2a3bc33b-f6c5-47d7-ae54-cd001795068c tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0747457 Sep 23 01:35:00.394690 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:00.434131 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c8f2eed3-afd0-474e-bf31-4b26f44cd8a8 req-813f2007-b6cb-419b-b987-e138501e1874 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702283 Sep 23 01:35:00.572129 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-708cd207-da96-4dc9-a694-a60ea5882cc0 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1850846517&fields=id&tenant_id=600dd39d7a7944a49330866c0e26cb66 HTTP/1.1" status: 200 len: 267 time: 0.0503747 Sep 23 01:35:00.691064 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-d4cfa005-1dd6-41fd-8d7e-d80b2148edb1 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:00.692602 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-d4cfa005-1dd6-41fd-8d7e-d80b2148edb1 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/networks?id=2b18b98c-5d4a-416e-872c-bd1f7589d912 HTTP/1.1" status: 200 len: 808 time: 0.1125252 Sep 23 01:35:00.709453 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-7b43d245-adaa-40b8-9e74-8d3fa7b303e3 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/quotas/600dd39d7a7944a49330866c0e26cb66 HTTP/1.1" status: 200 len: 375 time: 0.0110204 Sep 23 01:35:00.768585 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-b7660d23-884b-4c71-8f3f-8ce1bcbb372a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=600dd39d7a7944a49330866c0e26cb66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539415 Sep 23 01:35:00.929666 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-8b69eeab-c988-4712-9b8b-77a73b70db4b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2b18b98c-5d4a-416e-872c-bd1f7589d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483662 Sep 23 01:35:01.045880 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-5f226e55-f2af-436a-9ef8-6b5419a9cf1e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/2b18b98c-5d4a-416e-872c-bd1f7589d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090381 Sep 23 01:35:01.460004 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3904a0a5-b3d1-4d97-aa2f-d12930a4a7f3 req-46fbee52-f16e-44c1-9a2e-4996276bb9c4 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 210 time: 0.0316322 Sep 23 01:35:01.598808 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0309d7d-c431-4dbd-925b-1fa676d36a19 req-8160bbcd-8678-4d2f-9b7f-e011e32017f7 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:01.600382 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f0309d7d-c431-4dbd-925b-1fa676d36a19 req-8160bbcd-8678-4d2f-9b7f-e011e32017f7 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0541153 Sep 23 01:35:01.652180 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f0309d7d-c431-4dbd-925b-1fa676d36a19 req-4032bd41-ddea-4e23-a7fd-9c1d0190e532 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459220 Sep 23 01:35:01.803916 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-de9ede33-282a-407f-9bf1-1740345130d4 req-bfcb6b67-2e9a-43c8-9523-cc8a1a8efa7b tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 210 time: 0.0287273 Sep 23 01:35:02.577314 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-499d8512-8bc9-49f6-8569-cb728994dff4 req-c1cef3db-99b0-42e8-8308-93225987f3c8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 210 time: 0.0291286 Sep 23 01:35:02.859026 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b7207-dde3-4026-9eaa-69dbfe450cea req-f562af51-9255-4585-be99-71153f209983 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:02.860711 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-329b7207-dde3-4026-9eaa-69dbfe450cea req-f562af51-9255-4585-be99-71153f209983 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0733750 Sep 23 01:35:02.928406 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f1b6754c-5784-40f3-a133-726f97ef55f2 req-b6c8dfdd-e820-4b87-b53c-51f00af4b68b tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 210 time: 0.0594134 Sep 23 01:35:02.932293 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-329b7207-dde3-4026-9eaa-69dbfe450cea req-eabbc947-5918-4cf2-a88a-1f150073a6bc tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557256 Sep 23 01:35:03.706981 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9703ac1f-b573-4642-b1d2-1f91d15cc64c req-9515924e-b99e-44ec-be5c-16e568d9e5ea tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 210 time: 0.0328469 Sep 23 01:35:03.812079 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9dc495-7439-4497-8473-58e37de536d6 req-2a4fba51-bd11-4377-b6b0-c34aa95e5d7f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:03.813655 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8b9dc495-7439-4497-8473-58e37de536d6 req-2a4fba51-bd11-4377-b6b0-c34aa95e5d7f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0536218 Sep 23 01:35:03.847891 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-6944562a-8343-4c34-bcd9-2a2655338f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:03.873164 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8b9dc495-7439-4497-8473-58e37de536d6 req-64d811c8-2502-435e-bd52-29c1800ef091 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507152 Sep 23 01:35:04.047722 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e71910e8-1ed8-42c4-bd14-88181e9f61a1 req-f5a53ffa-1049-4709-89cd-eb67f245d5e0 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 210 time: 0.0297441 Sep 23 01:35:04.075653 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf8f82-48bd-497b-82a9-fd82f829786c req-bc1d77c7-9e9a-4420-ab17-f0b41cb99117 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:04.075653 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-43cf8f82-48bd-497b-82a9-fd82f829786c req-bc1d77c7-9e9a-4420-ab17-f0b41cb99117 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0544255 Sep 23 01:35:04.122611 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-43cf8f82-48bd-497b-82a9-fd82f829786c req-5ce1b79f-a84c-447d-93f6-b2707c46cc59 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461190 Sep 23 01:35:04.251491 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811f70e-6e09-4ae8-9c6b-ac85d91ff0de req-ac61e339-8cf2-4160-a1df-27f1ee61640b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:04.253130 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8811f70e-6e09-4ae8-9c6b-ac85d91ff0de req-ac61e339-8cf2-4160-a1df-27f1ee61640b tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0545166 Sep 23 01:35:04.264887 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46288) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:04.270711 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-cb5928a1-bbdc-4d01-98ad-0aa2ffdbb0cf tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Request body: {'floatingip': {'port_id': 'c77b59ee-17b3-4900-9eab-5cda9d09251b'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:04.332205 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cb5928a1-bbdc-4d01-98ad-0aa2ffdbb0cf tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for floatingip (9b0e052c-d12d-4dca-810c-eda79c0a359f), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:04.362261 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:04.616957 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:04.813315 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cb5928a1-bbdc-4d01-98ad-0aa2ffdbb0cf tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:04.830843 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0b5e6fc4-de0a-4886-84ca-90a595cb62e7 req-9db295ab-64e0-4aca-9b5b-7074aac91f62 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 210 time: 0.0420215 Sep 23 01:35:04.899497 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cb5928a1-bbdc-4d01-98ad-0aa2ffdbb0cf tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (9b0e052c-d12d-4dca-810c-eda79c0a359f), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:05.044234 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87286dcc-1018-408f-b76c-297f1066d421 req-1cfd8de0-fc58-4343-ace9-25ee84baeab0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:05.045847 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-87286dcc-1018-408f-b76c-297f1066d421 req-1cfd8de0-fc58-4343-ace9-25ee84baeab0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.0864513 Sep 23 01:35:05.144846 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-87286dcc-1018-408f-b76c-297f1066d421 req-5300c568-afb5-4abd-94b8-791074350325 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913818 Sep 23 01:35:05.171793 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0e535f6e-dea0-4626-8233-f9eff1432342 req-9d52da59-7fd7-4761-b9c2-d01042f24a31 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 210 time: 0.0360401 Sep 23 01:35:05.206247 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5928a1-bbdc-4d01-98ad-0aa2ffdbb0cf tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:35:05.320921 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5928a1-bbdc-4d01-98ad-0aa2ffdbb0cf tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:35:05.326299 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cb5928a1-bbdc-4d01-98ad-0aa2ffdbb0cf tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:05.332846 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1c040-c3c8-4e2e-97e5-cf766580ace9 None None] Sync routers for ids ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:35:05.353516 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c1c040-c3c8-4e2e-97e5-cf766580ace9 None None] Routers {'2e261646-45a3-4efd-9e39-d0fd6a3ba39f'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:05.354222 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-39c1c040-c3c8-4e2e-97e5-cf766580ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:34:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:05.361301 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'tag': 'c77b59ee-17b3-4900-9eab-5cda9d09251b'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:05.363786 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34355bb0-f9e6-4631-8e36-2da5ae03b058" -d '{"events": [{"name": "network-changed", "server_uuid": "f742ca8a-d7be-4ca0-9277-3a5a44421160", "tag": "c77b59ee-17b3-4900-9eab-5cda9d09251b"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:05.406408 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-cb5928a1-bbdc-4d01-98ad-0aa2ffdbb0cf tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/9b0e052c-d12d-4dca-810c-eda79c0a359f HTTP/1.1" status: 200 len: 993 time: 1.1381569 Sep 23 01:35:05.414552 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601e016c-a51a-45be-91d5-281f134b69aa x-openstack-request-id: req-601e016c-a51a-45be-91d5-281f134b69aa {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:05.414939 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f742ca8a-d7be-4ca0-9277-3a5a44421160", "tag": "c77b59ee-17b3-4900-9eab-5cda9d09251b", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:05.415159 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-601e016c-a51a-45be-91d5-281f134b69aa {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:05.415596 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601e016c-a51a-45be-91d5-281f134b69aa'] response: {'name': 'network-changed', 'server_uuid': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'tag': 'c77b59ee-17b3-4900-9eab-5cda9d09251b', 'status': 'completed', 'code': 200} Sep 23 01:35:05.479172 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-39c1c040-c3c8-4e2e-97e5-cf766580ace9 None None] Set router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:05.708535 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-39c1c040-c3c8-4e2e-97e5-cf766580ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'gw_port': {'id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '9b0e052c-d12d-4dca-810c-eda79c0a359f', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'port_id': 'c77b59ee-17b3-4900-9eab-5cda9d09251b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'mac_address': 'fa:16:3e:ee:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:32:17Z', 'updated_at': '2022-09-23T01:35:04Z', 'revision_number': 3, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a23080-5e70-4836-a88b-1396740c3f68', 'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'mac_address': 'fa:16:3e:fd:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f171f77f-736d-489a-928a-20915fd59544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:52Z', 'updated_at': '2022-09-23T01:30:26Z', 'revision_number': 5, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'subnets': [{'id': 'f171f77f-736d-489a-928a-20915fd59544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:05.739014 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1c040-c3c8-4e2e-97e5-cf766580ace9 None None] Checking router: 2e261646-45a3-4efd-9e39-d0fd6a3ba39f for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:35:05.759684 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c1c040-c3c8-4e2e-97e5-cf766580ace9 None None] Routers {'2e261646-45a3-4efd-9e39-d0fd6a3ba39f'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:05.760493 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-39c1c040-c3c8-4e2e-97e5-cf766580ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:34:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:05.801223 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34355bb0-f9e6-4631-8e36-2da5ae03b058 req-8f123279-94de-4e12-adee-ae50749cbc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:05.804240 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-34355bb0-f9e6-4631-8e36-2da5ae03b058 req-8f123279-94de-4e12-adee-ae50749cbc10 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 1129 time: 0.0607600 Sep 23 01:35:05.888255 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:05.894172 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:05.899492 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-39c1c040-c3c8-4e2e-97e5-cf766580ace9 None None] Set router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:05.956990 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34355bb0-f9e6-4631-8e36-2da5ae03b058 req-9de28ff9-0d62-46ee-a3df-eab4bef212bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:05.958556 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-34355bb0-f9e6-4631-8e36-2da5ae03b058 req-9de28ff9-0d62-46ee-a3df-eab4bef212bc service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 200 len: 920 time: 0.1480939 Sep 23 01:35:06.124358 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:06.190921 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-34355bb0-f9e6-4631-8e36-2da5ae03b058 req-e3b8448a-8ffb-4aa7-811e-716e9fb78358 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77b59ee-17b3-4900-9eab-5cda9d09251b HTTP/1.1" status: 200 len: 1001 time: 0.1269975 Sep 23 01:35:06.199514 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-39c1c040-c3c8-4e2e-97e5-cf766580ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'gw_port': {'id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '9b0e052c-d12d-4dca-810c-eda79c0a359f', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'port_id': 'c77b59ee-17b3-4900-9eab-5cda9d09251b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'mac_address': 'fa:16:3e:ee:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:32:17Z', 'updated_at': '2022-09-23T01:35:04Z', 'revision_number': 3, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a23080-5e70-4836-a88b-1396740c3f68', 'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'mac_address': 'fa:16:3e:fd:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f171f77f-736d-489a-928a-20915fd59544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:52Z', 'updated_at': '2022-09-23T01:30:26Z', 'revision_number': 5, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'subnets': [{'id': 'f171f77f-736d-489a-928a-20915fd59544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:06.289340 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8e5b4690-c910-494d-bf36-7d800ec35157 req-620e9da9-8dda-4f46-a735-6461a8dbf53e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 210 time: 0.3373551 Sep 23 01:35:06.388672 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd98e15-9046-4bcc-a22b-78cfcd64062b req-bdc8c0d8-8cbc-4ecc-8d70-019d0ccfff1f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:06.390491 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1bd98e15-9046-4bcc-a22b-78cfcd64062b req-bdc8c0d8-8cbc-4ecc-8d70-019d0ccfff1f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.1141939 Sep 23 01:35:06.392979 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34355bb0-f9e6-4631-8e36-2da5ae03b058 req-c6ebf752-db9a-4688-b1c0-85fcc7c543ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:06.394863 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-34355bb0-f9e6-4631-8e36-2da5ae03b058 req-c6ebf752-db9a-4688-b1c0-85fcc7c543ae service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f171f77f-736d-489a-928a-20915fd59544 HTTP/1.1" status: 200 len: 858 time: 0.1412885 Sep 23 01:35:06.430894 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1c040-c3c8-4e2e-97e5-cf766580ace9 None None] The sync data for ids ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'] in dv-cinder-849143-7-iscsi is: [{'id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'gw_port': {'id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '9b0e052c-d12d-4dca-810c-eda79c0a359f', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'port_id': 'c77b59ee-17b3-4900-9eab-5cda9d09251b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'mac_address': 'fa:16:3e:ee:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:32:17Z', 'updated_at': '2022-09-23T01:35:04Z', 'revision_number': 3, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a23080-5e70-4836-a88b-1396740c3f68', 'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'mac_address': 'fa:16:3e:fd:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f171f77f-736d-489a-928a-20915fd59544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:52Z', 'updated_at': '2022-09-23T01:30:26Z', 'revision_number': 5, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'subnets': [{'id': 'f171f77f-736d-489a-928a-20915fd59544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:35:06.446779 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-17455f34-19e9-4b88-bb67-cb15a9c2e4b1 req-293e1fa0-6ed4-4b54-ad6e-ba3d1d9392df tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 210 time: 0.0451989 Sep 23 01:35:06.461645 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1bd98e15-9046-4bcc-a22b-78cfcd64062b req-bcacccd9-be34-4544-a65d-4467910befc0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624688 Sep 23 01:35:06.521789 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:06.596892 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-6ebb5493-8513-46eb-ae3c-aa8f9bc6706e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:06.614450 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a5e66-d0f1-4631-8b97-2eb2c1aec290 req-c712b341-d109-43ee-ae80-c402b9c58cc2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:06.616018 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e21a5e66-d0f1-4631-8b97-2eb2c1aec290 req-c712b341-d109-43ee-ae80-c402b9c58cc2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 945 time: 0.1051075 Sep 23 01:35:06.619854 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34355bb0-f9e6-4631-8e36-2da5ae03b058 req-2c429bba-8b5d-4cc9-b041-fa5d4cec2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:06.621358 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-34355bb0-f9e6-4631-8e36-2da5ae03b058 req-2c429bba-8b5d-4cc9-b041-fa5d4cec2a09 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f7b971fd-945f-4624-ba90-e53784d63da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1003897 Sep 23 01:35:06.786885 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-e21a5e66-d0f1-4631-8b97-2eb2c1aec290 req-ff88dcdd-5c3c-4f12-8325-ba71a1dc8be2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Deleting port c8abb555-0222-4db9-8cfd-ae8b447de34c {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:35:06.787256 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-e21a5e66-d0f1-4631-8b97-2eb2c1aec290 req-ff88dcdd-5c3c-4f12-8325-ba71a1dc8be2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (c8abb555-0222-4db9-8cfd-ae8b447de34c), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:06.796148 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-34355bb0-f9e6-4631-8e36-2da5ae03b058 req-36ba6563-b0f0-4bd9-9565-bf0ac5b0de1d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654980 Sep 23 01:35:07.000914 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-e21a5e66-d0f1-4631-8b97-2eb2c1aec290 req-ff88dcdd-5c3c-4f12-8325-ba71a1dc8be2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] For port c8abb555-0222-4db9-8cfd-ae8b447de34c, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c8abb555-0222-4db9-8cfd-ae8b447de34c,segment=NetworkSegment(eab22f6f-3eb0-43db-a23d-8744583fc68d),segment_id=eab22f6f-3eb0-43db-a23d-8744583fc68d)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:07.007630 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-e21a5e66-d0f1-4631-8b97-2eb2c1aec290 req-ff88dcdd-5c3c-4f12-8325-ba71a1dc8be2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (c8abb555-0222-4db9-8cfd-ae8b447de34c), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:07.007881 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-3968bd10-f7df-4520-a635-446c8b3e7c20 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:07.007881 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-3968bd10-f7df-4520-a635-446c8b3e7c20 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.81 "GET /networking/v2.0/networks?id=fd195584-9c0f-4bc1-8f70-84ad33facee8 HTTP/1.1" status: 200 len: 817 time: 0.1747417 Sep 23 01:35:07.035796 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-34355bb0-f9e6-4631-8e36-2da5ae03b058 req-41fdfbe5-bc72-4081-a2a3-94f22a7ec4da service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861413 Sep 23 01:35:07.092364 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-369eb0a7-04be-4fe5-9bf1-9aef9a313e88 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cc926b4dede94c3b92441b0c610771f6 HTTP/1.1" status: 200 len: 380 time: 0.0698318 Sep 23 01:35:07.101011 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-382d21fe-8655-4bca-ab1a-dc4970802ae8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Request body: {'port': {'device_id': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'admin_state_up': True, 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'security_groups': ['ef364a1b-e1d7-42af-b433-7db8916c226b']}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:07.169545 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:07.252319 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-e21a5e66-d0f1-4631-8b97-2eb2c1aec290 req-ff88dcdd-5c3c-4f12-8325-ba71a1dc8be2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:07.252858 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-e21a5e66-d0f1-4631-8b97-2eb2c1aec290 req-ff88dcdd-5c3c-4f12-8325-ba71a1dc8be2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (4961dd63-c805-4802-af97-eb3f232101c4), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:07.253300 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.l3_db [req-e21a5e66-d0f1-4631-8b97-2eb2c1aec290 req-ff88dcdd-5c3c-4f12-8325-ba71a1dc8be2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Floating IP 4961dd63-c805-4802-af97-eb3f232101c4 disassociated. External IP: 172.27.1.240, port: c8abb555-0222-4db9-8cfd-ae8b447de34c. Sep 23 01:35:07.253757 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-e21a5e66-d0f1-4631-8b97-2eb2c1aec290 req-ff88dcdd-5c3c-4f12-8325-ba71a1dc8be2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Calling delete_port for c8abb555-0222-4db9-8cfd-ae8b447de34c owned by compute:nova {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:35:07.316379 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-382d21fe-8655-4bca-ab1a-dc4970802ae8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Made reservation on behalf of cc926b4dede94c3b92441b0c610771f6 for: {'port': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:35:07.320254 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-382d21fe-8655-4bca-ab1a-dc4970802ae8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:07.428631 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'tag': 'c77b59ee-17b3-4900-9eab-5cda9d09251b'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:07.432498 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a0d975-29c1-4d83-9911-bccc0f60d1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f742ca8a-d7be-4ca0-9277-3a5a44421160", "tag": "c77b59ee-17b3-4900-9eab-5cda9d09251b"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:07.457281 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:07.529634 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d66a4d-0fc9-4f2c-8e0b-cd3d2774a7b3 x-openstack-request-id: req-52d66a4d-0fc9-4f2c-8e0b-cd3d2774a7b3 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:07.529869 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f742ca8a-d7be-4ca0-9277-3a5a44421160", "tag": "c77b59ee-17b3-4900-9eab-5cda9d09251b", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:07.530635 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52d66a4d-0fc9-4f2c-8e0b-cd3d2774a7b3 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:07.531407 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d66a4d-0fc9-4f2c-8e0b-cd3d2774a7b3'] response: {'name': 'network-changed', 'server_uuid': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'tag': 'c77b59ee-17b3-4900-9eab-5cda9d09251b', 'status': 'completed', 'code': 200} Sep 23 01:35:07.534675 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0b47f59e-e150-4c18-9c4f-9f06094196d5 req-3075a3aa-6a75-401e-80c0-2d8357bee964 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 210 time: 0.0825460 Sep 23 01:35:07.576305 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-382d21fe-8655-4bca-ab1a-dc4970802ae8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Allocated IP 172.20.0.10 (fd195584-9c0f-4bc1-8f70-84ad33facee8/14588842-7014-4d4b-b88a-21758b766661/333f7a1f-cce8-4fcd-9a21-9176a214a076) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:35:07.593042 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:07.616599 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-e21a5e66-d0f1-4631-8b97-2eb2c1aec290 req-ff88dcdd-5c3c-4f12-8325-ba71a1dc8be2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (c8abb555-0222-4db9-8cfd-ae8b447de34c), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:07.706445 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88dcdd-5c3c-4f12-8325-ba71a1dc8be2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Pushing event deleted for resources: {'Port': ['ID=c8abb555-0222-4db9-8cfd-ae8b447de34c,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:07.710283 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b1cf576b-6792-42ae-8b1e-a68365e27dd3 req-5eca866b-78ce-4259-a176-b6940d9ee2a8 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 210 time: 0.0471144 Sep 23 01:35:07.757153 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-40f66607-2a0b-436d-82e9-ee657b3042b7 req-ebb3f319-04d0-4b40-a84d-c3e100a3a53a tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 210 time: 0.0497019 Sep 23 01:35:07.878549 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0d975-29c1-4d83-9911-bccc0f60d1b7 req-130456ae-3cba-4391-9ae9-6f55fe926859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:07.880073 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e3a0d975-29c1-4d83-9911-bccc0f60d1b7 req-130456ae-3cba-4391-9ae9-6f55fe926859 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 1129 time: 0.0598314 Sep 23 01:35:07.880205 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-382d21fe-8655-4bca-ab1a-dc4970802ae8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:07.884240 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e21a5e66-d0f1-4631-8b97-2eb2c1aec290 req-ff88dcdd-5c3c-4f12-8325-ba71a1dc8be2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Router 8a72148d-2e43-4d7a-b8ed-d49526982525 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:35:07.945828 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:08.045133 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-382d21fe-8655-4bca-ab1a-dc4970802ae8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:08.069675 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0d975-29c1-4d83-9911-bccc0f60d1b7 req-df3fc88f-fc9f-424d-8969-fa1441465fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:08.071175 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e3a0d975-29c1-4d83-9911-bccc0f60d1b7 req-df3fc88f-fc9f-424d-8969-fa1441465fe5 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 200 len: 920 time: 0.1825538 Sep 23 01:35:08.120899 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-382d21fe-8655-4bca-ab1a-dc4970802ae8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Network fd195584-9c0f-4bc1-8f70-84ad33facee8 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:35:08.125405 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-382d21fe-8655-4bca-ab1a-dc4970802ae8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:35:08.128184 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e21a5e66-d0f1-4631-8b97-2eb2c1aec290 req-ff88dcdd-5c3c-4f12-8325-ba71a1dc8be2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:35:08.130717 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-382d21fe-8655-4bca-ab1a-dc4970802ae8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:35:08.155253 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1953d907-4136-4a6d-b8fc-50cdee48fc7f None None] Sync routers for ids ['8a72148d-2e43-4d7a-b8ed-d49526982525'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:35:08.174330 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1953d907-4136-4a6d-b8fc-50cdee48fc7f None None] Routers {'8a72148d-2e43-4d7a-b8ed-d49526982525'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:08.174569 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-1953d907-4136-4a6d-b8fc-50cdee48fc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:35:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['8a72148d-2e43-4d7a-b8ed-d49526982525'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:08.204986 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21a5e66-d0f1-4631-8b97-2eb2c1aec290 req-ff88dcdd-5c3c-4f12-8325-ba71a1dc8be2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] No DVR routers for this DVR port c8abb555-0222-4db9-8cfd-ae8b447de34c on host hv-cinder-84914 {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:35:08.209345 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e3a0d975-29c1-4d83-9911-bccc0f60d1b7 req-61b9014d-0e2b-4621-80c6-de49c0e925f6 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77b59ee-17b3-4900-9eab-5cda9d09251b HTTP/1.1" status: 200 len: 1001 time: 0.1292927 Sep 23 01:35:08.210709 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-e21a5e66-d0f1-4631-8b97-2eb2c1aec290 req-ff88dcdd-5c3c-4f12-8325-ba71a1dc8be2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:08.214870 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e21a5e66-d0f1-4631-8b97-2eb2c1aec290 req-ff88dcdd-5c3c-4f12-8325-ba71a1dc8be2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.81 "DELETE /networking/v2.0/ports/c8abb555-0222-4db9-8cfd-ae8b447de34c HTTP/1.1" status: 204 len: 173 time: 1.5918722 Sep 23 01:35:08.245240 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d21fe-8655-4bca-ab1a-dc4970802ae8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Pushing event updated for resources: {'Port': ['ID=333f7a1f-cce8-4fcd-9a21-9176a214a076,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:08.306732 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0d975-29c1-4d83-9911-bccc0f60d1b7 req-0ab699d4-9698-4930-81d3-64e840abddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:08.308190 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e3a0d975-29c1-4d83-9911-bccc0f60d1b7 req-0ab699d4-9698-4930-81d3-64e840abddee service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f171f77f-736d-489a-928a-20915fd59544 HTTP/1.1" status: 200 len: 858 time: 0.0758207 Sep 23 01:35:08.351620 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-382d21fe-8655-4bca-ab1a-dc4970802ae8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:08.352521 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-382d21fe-8655-4bca-ab1a-dc4970802ae8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:08.379648 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-1953d907-4136-4a6d-b8fc-50cdee48fc7f None None] Set router 8a72148d-2e43-4d7a-b8ed-d49526982525 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:08.400537 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:08.433648 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-5aa170a0-10fb-4b40-ba7e-93b33c633c84 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:08.436615 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-5aa170a0-10fb-4b40-ba7e-93b33c633c84 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.81 "GET /networking/v2.0/networks?id=2b18b98c-5d4a-416e-872c-bd1f7589d912 HTTP/1.1" status: 200 len: 808 time: 0.2199700 Sep 23 01:35:08.495007 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-121869e7-743a-4033-8e8a-12f7db94964e None None] Provisioning complete for port 333f7a1f-cce8-4fcd-9a21-9176a214a076 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:35:08.495806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-121869e7-743a-4033-8e8a-12f7db94964e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:08.495806 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-121869e7-743a-4033-8e8a-12f7db94964e None None] Attempt 1 to provision port 333f7a1f-cce8-4fcd-9a21-9176a214a076 Sep 23 01:35:08.532299 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-121869e7-743a-4033-8e8a-12f7db94964e None None] Port 333f7a1f-cce8-4fcd-9a21-9176a214a076 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:08.646657 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-1953d907-4136-4a6d-b8fc-50cdee48fc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'd8b4994d-4148-412d-a0c3-bb6e91007f10', 'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'mac_address': 'fa:16:3e:07:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:51Z', 'updated_at': '2022-09-23T01:30:20Z', 'revision_number': 5, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'subnets': [{'id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:08.657640 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-382d21fe-8655-4bca-ab1a-dc4970802ae8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5606318 Sep 23 01:35:08.674498 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0d975-29c1-4d83-9911-bccc0f60d1b7 req-16a9fc4e-5dc6-4e35-90de-43fac75c5945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:08.676146 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e3a0d975-29c1-4d83-9911-bccc0f60d1b7 req-16a9fc4e-5dc6-4e35-90de-43fac75c5945 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f7b971fd-945f-4624-ba90-e53784d63da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898900 Sep 23 01:35:08.710952 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1953d907-4136-4a6d-b8fc-50cdee48fc7f None None] Checking router: 8a72148d-2e43-4d7a-b8ed-d49526982525 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:35:08.711255 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-c0db21bd-11f4-4aa1-a58b-b4fdb248e40d tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=600dd39d7a7944a49330866c0e26cb66 HTTP/1.1" status: 200 len: 380 time: 0.1160133 Sep 23 01:35:08.716435 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Request body: {'port': {'device_id': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:08.736601 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1953d907-4136-4a6d-b8fc-50cdee48fc7f None None] Routers {'8a72148d-2e43-4d7a-b8ed-d49526982525'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:08.737223 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-1953d907-4136-4a6d-b8fc-50cdee48fc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:35:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['8a72148d-2e43-4d7a-b8ed-d49526982525'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:08.749109 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-aeceb21c-fc2c-44bf-a2e2-2a3b581fba13 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Request body: {'port': {'device_id': '35c50f9b-7a91-48fb-9390-2149364acd41', 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912', 'admin_state_up': True, 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'security_groups': ['2d099f46-1b7a-457e-aa9b-32abf6be9519']}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:08.929335 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:08.962283 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:08.963569 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-1953d907-4136-4a6d-b8fc-50cdee48fc7f None None] Set router 8a72148d-2e43-4d7a-b8ed-d49526982525 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:09.022166 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9ff6efec-4368-426f-a9d5-74a0d5a3a624 req-e28be76d-7a53-43c8-bda3-690c61f80f91 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 210 time: 0.0616553 Sep 23 01:35:09.025500 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:09.033225 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-121869e7-743a-4033-8e8a-12f7db94964e None None] Attempt 2 to provision port 333f7a1f-cce8-4fcd-9a21-9176a214a076 Sep 23 01:35:09.127021 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-121869e7-743a-4033-8e8a-12f7db94964e None None] Port 333f7a1f-cce8-4fcd-9a21-9176a214a076 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:09.281126 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1a1e24a3-0b06-4fd2-bb3d-23a0bab4878b req-ae308124-6cec-41a3-a246-aaed39bad933 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 210 time: 0.0980012 Sep 23 01:35:09.362815 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-1953d907-4136-4a6d-b8fc-50cdee48fc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'd8b4994d-4148-412d-a0c3-bb6e91007f10', 'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'mac_address': 'fa:16:3e:07:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:51Z', 'updated_at': '2022-09-23T01:30:20Z', 'revision_number': 5, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'subnets': [{'id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:09.375688 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-aeceb21c-fc2c-44bf-a2e2-2a3b581fba13 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Made reservation on behalf of 600dd39d7a7944a49330866c0e26cb66 for: {'port': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:35:09.383471 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-aeceb21c-fc2c-44bf-a2e2-2a3b581fba13 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:09.473385 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1953d907-4136-4a6d-b8fc-50cdee48fc7f None None] The sync data for ids ['8a72148d-2e43-4d7a-b8ed-d49526982525'] in dv-cinder-849143-7-iscsi is: [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'd8b4994d-4148-412d-a0c3-bb6e91007f10', 'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'mac_address': 'fa:16:3e:07:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:51Z', 'updated_at': '2022-09-23T01:30:20Z', 'revision_number': 5, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'subnets': [{'id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:35:09.534797 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ce20b4-a04e-4dc8-b694-50be8ee53310', 'name': 'network-vif-deleted', 'tag': 'c8abb555-0222-4db9-8cfd-ae8b447de34c'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:09.541930 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850d60ff-b3b4-499f-8fa5-e3045ecf3fbf" -d '{"events": [{"server_uuid": "09ce20b4-a04e-4dc8-b694-50be8ee53310", "name": "network-vif-deleted", "tag": "c8abb555-0222-4db9-8cfd-ae8b447de34c"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:09.582199 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fe113-7bab-4693-8e86-7d2c504082bb req-5a228510-f872-4dfc-82cc-68b5fac8fb3c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:09.586453 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6b4fe113-7bab-4693-8e86-7d2c504082bb req-5a228510-f872-4dfc-82cc-68b5fac8fb3c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 932 time: 0.6524413 Sep 23 01:35:09.598335 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e3a0d975-29c1-4d83-9911-bccc0f60d1b7 req-ec965b77-b63e-43c3-a2b2-e737f4691df4 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8767743 Sep 23 01:35:09.606829 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e244c0c-e65a-4be6-b50e-022ebb6e1eae x-openstack-request-id: req-7e244c0c-e65a-4be6-b50e-022ebb6e1eae {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:09.614034 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ce20b4-a04e-4dc8-b694-50be8ee53310", "name": "network-vif-deleted", "tag": "c8abb555-0222-4db9-8cfd-ae8b447de34c", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:09.614034 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e244c0c-e65a-4be6-b50e-022ebb6e1eae {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:09.614034 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e244c0c-e65a-4be6-b50e-022ebb6e1eae'] response: {'server_uuid': '09ce20b4-a04e-4dc8-b694-50be8ee53310', 'name': 'network-vif-deleted', 'tag': 'c8abb555-0222-4db9-8cfd-ae8b447de34c', 'status': 'completed', 'code': 200} Sep 23 01:35:09.614999 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:09.628545 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-121869e7-743a-4033-8e8a-12f7db94964e None None] Attempt 3 to provision port 333f7a1f-cce8-4fcd-9a21-9176a214a076 Sep 23 01:35:09.650099 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6b4fe113-7bab-4693-8e86-7d2c504082bb req-e6d72df9-24b6-4263-ae2f-9356822c984a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626817 Sep 23 01:35:09.673284 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-121869e7-743a-4033-8e8a-12f7db94964e None None] Port 333f7a1f-cce8-4fcd-9a21-9176a214a076 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:09.812888 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333f7a1f-cce8-4fcd-9a21-9176a214a076 {{(pid=107236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:35:09.828230 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Publish callbacks [] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:09.851776 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54df863-b560-41d3-acde-d7e0b69df4bc None None] New status for floating IP 4961dd63-c805-4802-af97-eb3f232101c4: DOWN {{(pid=107237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:35:09.852353 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-aeceb21c-fc2c-44bf-a2e2-2a3b581fba13 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Allocated IP 172.20.0.9 (2b18b98c-5d4a-416e-872c-bd1f7589d912/948b79d0-7fa3-4099-8c3a-d88b8d8138af/911afee1-5fd1-4032-b7a3-0dfc35cb6337) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:35:09.859102 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.provisioning_blocks [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Transition to ACTIVE for port object 333f7a1f-cce8-4fcd-9a21-9176a214a076 will not be triggered until provisioned by entity L2. {{(pid=107236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:35:09.863614 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e3a0d975-29c1-4d83-9911-bccc0f60d1b7 req-b3716500-bb18-4292-bfd2-cc358eac7d33 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230912 Sep 23 01:35:09.963384 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:10.067578 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Pushing event updated for resources: {'Port': ['ID=333f7a1f-cce8-4fcd-9a21-9176a214a076,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:10.129837 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-aeceb21c-fc2c-44bf-a2e2-2a3b581fba13 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:10.156226 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Attempting to bind port 333f7a1f-cce8-4fcd-9a21-9176a214a076 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:35:10.156565 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Attempting to bind port 333f7a1f-cce8-4fcd-9a21-9176a214a076 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '24f3d822-fe6a-4342-9062-b8734c2f58e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8'}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:35:10.156903 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Attempting to bind port 333f7a1f-cce8-4fcd-9a21-9176a214a076 on network fd195584-9c0f-4bc1-8f70-84ad33facee8 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:35:10.175217 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-121869e7-743a-4033-8e8a-12f7db94964e None None] Attempt 4 to provision port 333f7a1f-cce8-4fcd-9a21-9176a214a076 Sep 23 01:35:10.225335 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-121869e7-743a-4033-8e8a-12f7db94964e None None] Port 333f7a1f-cce8-4fcd-9a21-9176a214a076 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:10.240287 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-cecba8a0-84f0-452a-aafe-51c819bec9ee req-5c02b382-9395-4a23-8000-612f6ca9a433 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 210 time: 0.0553665 Sep 23 01:35:10.253817 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Port 333f7a1f-cce8-4fcd-9a21-9176a214a076 on network fd195584-9c0f-4bc1-8f70-84ad33facee8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:35:10.254234 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Attempting to bind port 333f7a1f-cce8-4fcd-9a21-9176a214a076 on network fd195584-9c0f-4bc1-8f70-84ad33facee8 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:35:10.270251 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:10.297047 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-aeceb21c-fc2c-44bf-a2e2-2a3b581fba13 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:10.330868 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:35:10.330868 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Checking segment: {'id': '24f3d822-fe6a-4342-9062-b8734c2f58e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:35:10.330868 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Bound using segment: {'id': '24f3d822-fe6a-4342-9062-b8734c2f58e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8'} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:35:10.336046 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Bound port: 333f7a1f-cce8-4fcd-9a21-9176a214a076, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f3d822-fe6a-4342-9062-b8734c2f58e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8'}}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:35:10.336046 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:10.363102 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-aeceb21c-fc2c-44bf-a2e2-2a3b581fba13 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Network 2b18b98c-5d4a-416e-872c-bd1f7589d912 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:35:10.371022 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-aeceb21c-fc2c-44bf-a2e2-2a3b581fba13 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:35:10.398656 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeceb21c-fc2c-44bf-a2e2-2a3b581fba13 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Pushing event updated for resources: {'Port': ['ID=911afee1-5fd1-4032-b7a3-0dfc35cb6337,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:10.403901 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-aeceb21c-fc2c-44bf-a2e2-2a3b581fba13 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:35:10.455805 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4b013aff-4f27-437a-821e-06975b310b09 req-5b082cad-54c4-4269-816b-c25c61313fbf tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 210 time: 0.0484993 Sep 23 01:35:10.502219 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-aeceb21c-fc2c-44bf-a2e2-2a3b581fba13 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:10.502853 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-aeceb21c-fc2c-44bf-a2e2-2a3b581fba13 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:10.512363 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] For port 333f7a1f-cce8-4fcd-9a21-9176a214a076, host hv-cinder-84914, cleared binding levels {{(pid=107236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:35:10.515755 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] For port 333f7a1f-cce8-4fcd-9a21-9176a214a076, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=333f7a1f-cce8-4fcd-9a21-9176a214a076,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:35:10.585690 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:10.622503 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-aeceb21c-fc2c-44bf-a2e2-2a3b581fba13 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8844020 Sep 23 01:35:10.623864 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:10.630156 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:10.637893 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:10.637893 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/333f7a1f-cce8-4fcd-9a21-9176a214a076 HTTP/1.1" status: 200 len: 1094 time: 1.9348297 Sep 23 01:35:10.637893 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'tag': '333f7a1f-cce8-4fcd-9a21-9176a214a076'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:10.637893 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d054729-0003-4168-99e2-423eb914d884" -d '{"events": [{"name": "network-changed", "server_uuid": "bce51dee-2d0e-4c4c-9517-63a261f63950", "tag": "333f7a1f-cce8-4fcd-9a21-9176a214a076"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:10.692223 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b6885-e424-41d3-beb8-1910f86e59a5 service neutron] Pushing event updated for resources: {'Port': ['ID=333f7a1f-cce8-4fcd-9a21-9176a214a076,revision_number=3']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:10.701669 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b7a77f-c429-4971-bedd-86e6202732a1 x-openstack-request-id: req-d9b7a77f-c429-4971-bedd-86e6202732a1 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:10.713218 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce51dee-2d0e-4c4c-9517-63a261f63950", "tag": "333f7a1f-cce8-4fcd-9a21-9176a214a076", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:10.713218 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9b7a77f-c429-4971-bedd-86e6202732a1 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:10.713218 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b7a77f-c429-4971-bedd-86e6202732a1'] response: {'name': 'network-changed', 'server_uuid': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'tag': '333f7a1f-cce8-4fcd-9a21-9176a214a076', 'status': 'completed', 'code': 200} Sep 23 01:35:10.726740 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-121869e7-743a-4033-8e8a-12f7db94964e None None] Attempt 5 to provision port 333f7a1f-cce8-4fcd-9a21-9176a214a076 Sep 23 01:35:10.781514 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-121869e7-743a-4033-8e8a-12f7db94964e None None] Port 333f7a1f-cce8-4fcd-9a21-9176a214a076 had new provisioning blocks added so it will not transition to active. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:35:10.806078 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae7e65-7f8b-4e68-a029-45f9928ccca1 req-420b9817-4b9c-4146-b45a-c97c255ebdc4 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:10.810201 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ebae7e65-7f8b-4e68-a029-45f9928ccca1 req-420b9817-4b9c-4146-b45a-c97c255ebdc4 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0534265 Sep 23 01:35:10.879778 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ebae7e65-7f8b-4e68-a029-45f9928ccca1 req-e0862daf-7ba3-49d4-9ac2-146b315c73cf tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636344 Sep 23 01:35:10.882311 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:10.910765 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Provisioning complete for port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:35:10.911309 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:10.911824 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Attempt 1 to provision port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 Sep 23 01:35:10.946401 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:11.194054 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:11.404780 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921d14e-9ddc-498d-9a96-b56443c0760a req-ea095c07-7bca-44c7-afa7-54dc39a1fb2c tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:11.406432 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0921d14e-9ddc-498d-9a96-b56443c0760a req-ea095c07-7bca-44c7-afa7-54dc39a1fb2c tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 931 time: 0.0741374 Sep 23 01:35:11.447255 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Attempt 2 to provision port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 Sep 23 01:35:11.475115 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0921d14e-9ddc-498d-9a96-b56443c0760a req-af88de52-7164-4d04-8b75-333b637f77e3 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606942 Sep 23 01:35:11.493757 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:11.592563 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8416c7a8-6d95-4ed1-a371-1ec49a898bf6 req-3bf81bf9-eb43-4662-969c-9b6e04d475f7 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 210 time: 0.0375359 Sep 23 01:35:11.995383 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Attempt 3 to provision port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 Sep 23 01:35:12.041237 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:12.053757 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea55ab-20b3-491f-9fe1-eb6bb4576279 req-97b02e4d-0fbc-478e-a483-3afb5e7d141b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:12.055427 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e4ea55ab-20b3-491f-9fe1-eb6bb4576279 req-97b02e4d-0fbc-478e-a483-3afb5e7d141b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0585272 Sep 23 01:35:12.110114 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e4ea55ab-20b3-491f-9fe1-eb6bb4576279 req-5727710b-6d83-4842-8627-d8eb73057e4c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473974 Sep 23 01:35:12.542472 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Attempt 4 to provision port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 Sep 23 01:35:12.593405 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:12.661379 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2658112-bd2f-400f-b2ef-039474360aaa req-ac4391b1-a27d-49f5-a538-f05c490b5cd0 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:12.663974 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e2658112-bd2f-400f-b2ef-039474360aaa req-ac4391b1-a27d-49f5-a538-f05c490b5cd0 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 931 time: 0.0916831 Sep 23 01:35:12.734738 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-fb971a8a-aa26-4d76-83c9-6011e92c65b8 req-48e026e5-e86e-4a29-94b6-7d5da37c697e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 210 time: 0.0325541 Sep 23 01:35:12.735573 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e2658112-bd2f-400f-b2ef-039474360aaa req-918a2fac-c7a6-43a8-92cb-d424f3dfce85 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616381 Sep 23 01:35:12.841613 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device c8abb555-0222-4db9-8cfd-ae8b447de34c no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:35:12.878570 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: c8abb555-0222-4db9-8cfd-ae8b447de34c {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:35:12.879141 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device c8abb555-0222-4db9-8cfd-ae8b447de34c not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:35:12.914969 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Request body: {'port': {'device_id': '35c50f9b-7a91-48fb-9390-2149364acd41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:13.032387 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d054729-0003-4168-99e2-423eb914d884 req-f0683ca5-4e5a-4bdd-8e8c-d25e79cf5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:13.033515 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6d054729-0003-4168-99e2-423eb914d884 req-f0683ca5-4e5a-4bdd-8e8c-d25e79cf5e34 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=cc926b4dede94c3b92441b0c610771f6&device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 1128 time: 0.1071589 Sep 23 01:35:13.087635 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:13.094506 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Attempt 5 to provision port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 Sep 23 01:35:13.155920 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:13.345169 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703bee-eb90-4aa0-a20b-872cec8ace9e req-3e5940ac-9736-4130-9dac-4b4b7f06584e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:13.346658 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5f703bee-eb90-4aa0-a20b-872cec8ace9e req-3e5940ac-9736-4130-9dac-4b4b7f06584e tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.1319997 Sep 23 01:35:13.370809 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d054729-0003-4168-99e2-423eb914d884 req-7f9a4333-0482-4f36-80d6-f9876807dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:13.372969 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6d054729-0003-4168-99e2-423eb914d884 req-7f9a4333-0482-4f36-80d6-f9876807dfc6 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=cc926b4dede94c3b92441b0c610771f6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2993867 Sep 23 01:35:13.441843 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:13.566442 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5f703bee-eb90-4aa0-a20b-872cec8ace9e req-fc6c169f-400b-4408-b32b-dc112e7eb0e2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062376 Sep 23 01:35:13.643452 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d054729-0003-4168-99e2-423eb914d884 req-d123e72e-0e1c-4aad-bd95-38e783fb34c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:13.645551 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6d054729-0003-4168-99e2-423eb914d884 req-d123e72e-0e1c-4aad-bd95-38e783fb34c6 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2379196 Sep 23 01:35:13.653408 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:13.658069 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Attempt 6 to provision port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 Sep 23 01:35:13.706508 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:13.831275 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911afee1-5fd1-4032-b7a3-0dfc35cb6337 {{(pid=107236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:35:13.850490 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Publish callbacks [] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:13.874251 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.provisioning_blocks [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Transition to ACTIVE for port object 911afee1-5fd1-4032-b7a3-0dfc35cb6337 will not be triggered until provisioned by entity L2. {{(pid=107236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:35:13.889890 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-baf5b13c-a059-444e-9a67-2ae3a483e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:13.892962 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-baf5b13c-a059-444e-9a67-2ae3a483e77b service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=cc926b4dede94c3b92441b0c610771f6&device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 1128 time: 0.1575179 Sep 23 01:35:13.961026 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a57c615e-ec4d-44fd-a1b8-100adf497515 req-f855fdad-f2c5-481e-83e8-02028f3ba9b0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=09ce20b4-a04e-4dc8-b694-50be8ee53310 HTTP/1.1" status: 200 len: 210 time: 0.0557652 Sep 23 01:35:13.968500 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-6bc9e342-0b7b-4b15-8e14-348ea59463b9 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=333f7a1f-cce8-4fcd-9a21-9176a214a076 HTTP/1.1" status: 200 len: 217 time: 0.0619950 Sep 23 01:35:13.991637 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:14.107257 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315840e5-5ba7-49b4-b204-26c4f73c4a57 req-54924b84-fe3a-49c9-a975-7123a004217c tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:14.108789 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-315840e5-5ba7-49b4-b204-26c4f73c4a57 req-54924b84-fe3a-49c9-a975-7123a004217c tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.1604717 Sep 23 01:35:14.134623 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Pushing event updated for resources: {'Port': ['ID=911afee1-5fd1-4032-b7a3-0dfc35cb6337,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:14.156271 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-2b957cce-cf5a-43a1-a574-abdfa51b2812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:14.158857 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-2b957cce-cf5a-43a1-a574-abdfa51b2812 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=14588842-7014-4d4b-b88a-21758b766661 HTTP/1.1" status: 200 len: 856 time: 0.1615064 Sep 23 01:35:14.208081 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Attempt 7 to provision port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 Sep 23 01:35:14.248890 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:14.285695 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-315840e5-5ba7-49b4-b204-26c4f73c4a57 req-ad815e67-fce2-4210-a18c-931572c68f8e tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557574 Sep 23 01:35:14.289421 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-91183cd1-9163-415b-9b3d-4e040507df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:14.291465 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-91183cd1-9163-415b-9b3d-4e040507df97 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=fd195584-9c0f-4bc1-8f70-84ad33facee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1071293 Sep 23 01:35:14.340339 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:35:14.586960 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:14.588024 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Attempting to bind port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:35:14.588357 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Attempting to bind port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'cae84908-7015-491d-9d2b-0814f4a10a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912'}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:35:14.588757 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Attempting to bind port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 on network 2b18b98c-5d4a-416e-872c-bd1f7589d912 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:35:14.685921 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 on network 2b18b98c-5d4a-416e-872c-bd1f7589d912 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:35:14.686260 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Attempting to bind port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 on network 2b18b98c-5d4a-416e-872c-bd1f7589d912 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:35:14.726224 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-25625000-7f44-45a1-95e3-aa523f896539 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247072 Sep 23 01:35:14.744593 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c31145-7841-4cb6-b765-aca9521cf4f7 req-f6cc91fe-7ff3-4724-80e0-766f681df7e4 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:14.746655 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-32c31145-7841-4cb6-b765-aca9521cf4f7 req-f6cc91fe-7ff3-4724-80e0-766f681df7e4 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0494905 Sep 23 01:35:14.749984 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Attempt 8 to provision port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 Sep 23 01:35:14.764628 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:35:14.770097 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Checking segment: {'id': 'cae84908-7015-491d-9d2b-0814f4a10a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:35:14.770097 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Bound using segment: {'id': 'cae84908-7015-491d-9d2b-0814f4a10a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912'} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:35:14.770097 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Bound port: 911afee1-5fd1-4032-b7a3-0dfc35cb6337, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae84908-7015-491d-9d2b-0814f4a10a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912'}}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:35:14.770097 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:14.802368 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:14.819953 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-32c31145-7841-4cb6-b765-aca9521cf4f7 req-d3dc9127-6915-4cf5-bd4d-3eb956821609 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639350 Sep 23 01:35:14.893094 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2f9a3c2f-dc46-4d6d-a415-e6992c232d4d req-fc45b2b7-48bf-4c85-8d15-126aec020ce5 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557524 Sep 23 01:35:14.897671 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] For port 911afee1-5fd1-4032-b7a3-0dfc35cb6337, host hv-cinder-84914, cleared binding levels {{(pid=107236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:35:14.900580 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] For port 911afee1-5fd1-4032-b7a3-0dfc35cb6337, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=911afee1-5fd1-4032-b7a3-0dfc35cb6337,segment=NetworkSegment(cae84908-7015-491d-9d2b-0814f4a10a26),segment_id=cae84908-7015-491d-9d2b-0814f4a10a26)] {{(pid=107236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:35:15.023569 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:15.031168 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:15.031829 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:15.034150 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/911afee1-5fd1-4032-b7a3-0dfc35cb6337 HTTP/1.1" status: 200 len: 1093 time: 2.1289008 Sep 23 01:35:15.034330 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c50f9b-7a91-48fb-9390-2149364acd41', 'tag': '911afee1-5fd1-4032-b7a3-0dfc35cb6337'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:15.037417 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a5d149-da67-46c9-8e1a-0bdd608b1ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "35c50f9b-7a91-48fb-9390-2149364acd41", "tag": "911afee1-5fd1-4032-b7a3-0dfc35cb6337"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:15.118823 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5515c1d-9017-4607-9667-46fda9d72520 x-openstack-request-id: req-b5515c1d-9017-4607-9667-46fda9d72520 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:15.119202 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c50f9b-7a91-48fb-9390-2149364acd41", "tag": "911afee1-5fd1-4032-b7a3-0dfc35cb6337", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:15.119525 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5515c1d-9017-4607-9667-46fda9d72520 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:15.120077 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5515c1d-9017-4607-9667-46fda9d72520'] response: {'name': 'network-changed', 'server_uuid': '35c50f9b-7a91-48fb-9390-2149364acd41', 'tag': '911afee1-5fd1-4032-b7a3-0dfc35cb6337', 'status': 'completed', 'code': 200} Sep 23 01:35:15.140668 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab901f-0697-4036-a2fa-d98d94df6232 service neutron] Pushing event updated for resources: {'Port': ['ID=911afee1-5fd1-4032-b7a3-0dfc35cb6337,revision_number=3']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:15.250338 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46396) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:15.304257 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Attempt 9 to provision port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 Sep 23 01:35:15.306222 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:15.322005 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6684829e-b030-4ead-83df-8ad6b54fbc64 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group (fcb8f8df-ac76-4f8a-8575-0a4a0981ba35), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:15.352868 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-d55c95eb-941e-47a6-b8b4-b6175d83689f None None] Port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 had new provisioning blocks added so it will not transition to active. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:35:15.358717 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6684829e-b030-4ead-83df-8ad6b54fbc64 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group (fcb8f8df-ac76-4f8a-8575-0a4a0981ba35), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:15.382134 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:15.453062 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaa1a2-501c-404f-b949-c4cb6d5f9ef0 req-ded64f92-7bda-4eed-b733-c3df9d8b7cd9 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:15.455227 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-09aaa1a2-501c-404f-b949-c4cb6d5f9ef0 req-ded64f92-7bda-4eed-b733-c3df9d8b7cd9 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0793650 Sep 23 01:35:15.539308 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-09aaa1a2-501c-404f-b949-c4cb6d5f9ef0 req-cc7f1e3c-e7ee-48e2-9036-ccc34fcb1c72 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678291 Sep 23 01:35:15.615298 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6684829e-b030-4ead-83df-8ad6b54fbc64 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (fcb8f8df-ac76-4f8a-8575-0a4a0981ba35), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:15.620302 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6684829e-b030-4ead-83df-8ad6b54fbc64 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:15.622263 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-6684829e-b030-4ead-83df-8ad6b54fbc64 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fcb8f8df-ac76-4f8a-8575-0a4a0981ba35 HTTP/1.1" status: 204 len: 168 time: 0.3706923 Sep 23 01:35:15.626539 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46402) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:15.639179 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684829e-b030-4ead-83df-8ad6b54fbc64 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb8f8df-ac76-4f8a-8575-0a4a0981ba35,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:15.654484 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.api.v2.resource [None req-198de7b9-86ce-433d-8c48-caea594dff33 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] show failed (client error): The resource could not be found. Sep 23 01:35:15.659140 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-198de7b9-86ce-433d-8c48-caea594dff33 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups/fcb8f8df-ac76-4f8a-8575-0a4a0981ba35 HTTP/1.1" status: 404 len: 347 time: 0.0274425 Sep 23 01:35:15.659706 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46404) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:15.775361 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:15.798637 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-4ef28658-9626-4da3-88c7-0f4975ae1291 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Deleting port 439b2aea-18b4-4e6c-a153-070e9a23f700 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:35:15.799124 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4ef28658-9626-4da3-88c7-0f4975ae1291 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (439b2aea-18b4-4e6c-a153-070e9a23f700), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:15.894730 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4ef28658-9626-4da3-88c7-0f4975ae1291 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (439b2aea-18b4-4e6c-a153-070e9a23f700), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:15.895785 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4ef28658-9626-4da3-88c7-0f4975ae1291 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for floatingip (439b2aea-18b4-4e6c-a153-070e9a23f700), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:15.912365 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-4ef28658-9626-4da3-88c7-0f4975ae1291 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Calling delete_port for 439b2aea-18b4-4e6c-a153-070e9a23f700 owned by network:floatingip {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:35:16.019398 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaf324-0a96-45c9-868a-3dba5581489b req-926ec02f-8e39-43b1-94df-de41d538ef8f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:16.020830 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-78eaf324-0a96-45c9-868a-3dba5581489b req-926ec02f-8e39-43b1-94df-de41d538ef8f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0954535 Sep 23 01:35:16.099379 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-78eaf324-0a96-45c9-868a-3dba5581489b req-f301840f-3654-49a8-a6f1-02fdad39607c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711424 Sep 23 01:35:16.223282 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5d149-da67-46c9-8e1a-0bdd608b1ae7 req-72fcdc1e-99c7-4647-8ff2-6e3314e3b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:16.235351 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-33a5d149-da67-46c9-8e1a-0bdd608b1ae7 req-72fcdc1e-99c7-4647-8ff2-6e3314e3b59c service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=600dd39d7a7944a49330866c0e26cb66&device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 1127 time: 0.0887825 Sep 23 01:35:16.305542 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:16.313747 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4ef28658-9626-4da3-88c7-0f4975ae1291 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (439b2aea-18b4-4e6c-a153-070e9a23f700), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:16.359354 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef28658-9626-4da3-88c7-0f4975ae1291 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Pushing event deleted for resources: {'Port': ['ID=439b2aea-18b4-4e6c-a153-070e9a23f700,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:16.433209 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5d149-da67-46c9-8e1a-0bdd608b1ae7 req-a0deeb9f-f050-43a8-a2c6-0fe401488471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:16.435125 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-33a5d149-da67-46c9-8e1a-0bdd608b1ae7 req-a0deeb9f-f050-43a8-a2c6-0fe401488471 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=600dd39d7a7944a49330866c0e26cb66&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1922798 Sep 23 01:35:16.511790 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4ef28658-9626-4da3-88c7-0f4975ae1291 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for floatingip (4961dd63-c805-4802-af97-eb3f232101c4), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:16.514476 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4ef28658-9626-4da3-88c7-0f4975ae1291 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:16.515874 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-4ef28658-9626-4da3-88c7-0f4975ae1291 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/4961dd63-c805-4802-af97-eb3f232101c4 HTTP/1.1" status: 204 len: 168 time: 0.8550167 Sep 23 01:35:16.568335 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5d149-da67-46c9-8e1a-0bdd608b1ae7 req-50793ecf-5156-4f0b-a6be-92b65dd64e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:16.570133 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-33a5d149-da67-46c9-8e1a-0bdd608b1ae7 req-50793ecf-5156-4f0b-a6be-92b65dd64e3d service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277373 Sep 23 01:35:16.694613 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46420) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:16.699776 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-c0e64eaa-fa40-4b53-8912-e0cc4c50612b tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2093404885', 'description': 'tempest-description--1473855397'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:16.732178 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee3807-e3df-4a32-9345-bf411688c6eb req-a1e9b589-a37c-41b9-9ab4-212ab986bd20 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:16.733687 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4dee3807-e3df-4a32-9345-bf411688c6eb req-a1e9b589-a37c-41b9-9ab4-212ab986bd20 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.1003065 Sep 23 01:35:16.736921 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-bfe92898-d5ea-4f22-8354-e78ea1c6d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:16.738531 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-bfe92898-d5ea-4f22-8354-e78ea1c6d91b service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=600dd39d7a7944a49330866c0e26cb66&device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 1127 time: 0.0939929 Sep 23 01:35:16.805014 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-e8bc8124-b0f3-4183-ad04-c57b5d80c623 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=911afee1-5fd1-4032-b7a3-0dfc35cb6337 HTTP/1.1" status: 200 len: 217 time: 0.0470717 Sep 23 01:35:16.840602 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c0e64eaa-fa40-4b53-8912-e0cc4c50612b tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:16.866840 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4dee3807-e3df-4a32-9345-bf411688c6eb req-ab09300f-a9c1-4107-a32c-837c2fb0edc0 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270428 Sep 23 01:35:16.895626 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-dbf31f07-f320-44c9-9e29-142c1e62fb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:16.895626 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-dbf31f07-f320-44c9-9e29-142c1e62fb04 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=948b79d0-7fa3-4099-8c3a-d88b8d8138af HTTP/1.1" status: 200 len: 847 time: 0.0723259 Sep 23 01:35:16.929710 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c0e64eaa-fa40-4b53-8912-e0cc4c50612b tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group (f23df6dc-92d2-461a-8bd0-e093bc754254), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:16.935902 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-5052b6ce-4a5e-4085-9591-50e09412d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:16.937440 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-5052b6ce-4a5e-4085-9591-50e09412d681 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=2b18b98c-5d4a-416e-872c-bd1f7589d912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454390 Sep 23 01:35:17.025211 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c0e64eaa-fa40-4b53-8912-e0cc4c50612b tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (f23df6dc-92d2-461a-8bd0-e093bc754254), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:17.040242 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-6f9006fc-9efa-490e-8a0a-8af1efb5d861 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2b18b98c-5d4a-416e-872c-bd1f7589d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941381 Sep 23 01:35:17.057545 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e64eaa-fa40-4b53-8912-e0cc4c50612b tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23df6dc-92d2-461a-8bd0-e093bc754254,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:17.137864 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-daf3c454-3bb0-4a23-a701-8926eb4d9d86 req-4fc01809-f190-44d5-b639-351c422f5208 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2b18b98c-5d4a-416e-872c-bd1f7589d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905499 Sep 23 01:35:17.140591 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c0e64eaa-fa40-4b53-8912-e0cc4c50612b tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:17.143204 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-c0e64eaa-fa40-4b53-8912-e0cc4c50612b tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4474769 Sep 23 01:35:17.146540 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46426) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:17.155990 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-077ca57f-4f11-421e-9391-a5bd93a6c54c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Request body: {'security_group_rule': {'security_group_id': 'f23df6dc-92d2-461a-8bd0-e093bc754254', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:17.160446 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:17.258044 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06144e2-0b97-4b82-891c-3efa4ea7ab7b req-efe5156d-57cf-48a9-8135-134ddbeed6fd tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:17.259505 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f06144e2-0b97-4b82-891c-3efa4ea7ab7b req-efe5156d-57cf-48a9-8135-134ddbeed6fd tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0511909 Sep 23 01:35:17.310944 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f06144e2-0b97-4b82-891c-3efa4ea7ab7b req-8824ed4e-12ae-4aac-ae44-57053436630f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450468 Sep 23 01:35:17.319048 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-077ca57f-4f11-421e-9391-a5bd93a6c54c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group_rule (6c2c5bd7-b13d-4cf4-bcf2-9fc6411fd8f6), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:17.392225 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-077ca57f-4f11-421e-9391-a5bd93a6c54c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group_rule (6c2c5bd7-b13d-4cf4-bcf2-9fc6411fd8f6), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:17.502112 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-077ca57f-4f11-421e-9391-a5bd93a6c54c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (6c2c5bd7-b13d-4cf4-bcf2-9fc6411fd8f6), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:17.532393 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ca57f-4f11-421e-9391-a5bd93a6c54c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2c5bd7-b13d-4cf4-bcf2-9fc6411fd8f6,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:17.603969 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-077ca57f-4f11-421e-9391-a5bd93a6c54c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:17.605105 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-077ca57f-4f11-421e-9391-a5bd93a6c54c tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4575403 Sep 23 01:35:17.608521 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46434) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:17.613194 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-f67318c9-c7c1-4535-8809-b916e7770fcd tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Request body: {'security_group_rule': {'security_group_id': 'f23df6dc-92d2-461a-8bd0-e093bc754254', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:17.727033 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f67318c9-c7c1-4535-8809-b916e7770fcd tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group_rule (e8cee685-f5a7-4e05-99d7-ce20020d1489), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:17.791650 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f67318c9-c7c1-4535-8809-b916e7770fcd tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group_rule (e8cee685-f5a7-4e05-99d7-ce20020d1489), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:17.868585 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f67318c9-c7c1-4535-8809-b916e7770fcd tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (e8cee685-f5a7-4e05-99d7-ce20020d1489), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:17.889875 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67318c9-c7c1-4535-8809-b916e7770fcd tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cee685-f5a7-4e05-99d7-ce20020d1489,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:17.985557 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f67318c9-c7c1-4535-8809-b916e7770fcd tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:17.986834 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-f67318c9-c7c1-4535-8809-b916e7770fcd tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3773215 Sep 23 01:35:17.997142 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46438) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:18.001668 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-96dc202f-729a-4057-bdd3-4c84b6b25b97 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Request body: {'floatingip': {'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:18.020412 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842afd2-fef9-41be-a845-99dce67872ad req-36d8cf3d-46d9-41fe-9d7b-e7c213c37a89 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:18.022093 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9842afd2-fef9-41be-a845-99dce67872ad req-36d8cf3d-46d9-41fe-9d7b-e7c213c37a89 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0717082 Sep 23 01:35:18.082529 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9842afd2-fef9-41be-a845-99dce67872ad req-030747e8-fd5b-4f31-b3a2-2a33537980a7 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526023 Sep 23 01:35:18.145628 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-96dc202f-729a-4057-bdd3-4c84b6b25b97 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:18.236167 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:18.268545 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-96dc202f-729a-4057-bdd3-4c84b6b25b97 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:18.395119 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-96dc202f-729a-4057-bdd3-4c84b6b25b97 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Allocated IP 172.27.1.61 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/a71ed039-55a6-4b90-a93f-d60698613382) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:35:18.427922 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:18.493274 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92536b98-87ad-4f6f-814a-dd23a89e9db4 req-c03c42dc-0a43-40cd-9a08-fdf64d4642d8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:18.496844 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-92536b98-87ad-4f6f-814a-dd23a89e9db4 req-c03c42dc-0a43-40cd-9a08-fdf64d4642d8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0772026 Sep 23 01:35:18.532244 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-96dc202f-729a-4057-bdd3-4c84b6b25b97 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for port (a71ed039-55a6-4b90-a93f-d60698613382), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:18.532860 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:18.565479 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-92536b98-87ad-4f6f-814a-dd23a89e9db4 req-b5b20810-a605-4d20-9275-dc066d3d5753 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587697 Sep 23 01:35:18.657367 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-96dc202f-729a-4057-bdd3-4c84b6b25b97 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (a71ed039-55a6-4b90-a93f-d60698613382), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:18.705070 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dc202f-729a-4057-bdd3-4c84b6b25b97 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:35:18.708565 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-96dc202f-729a-4057-bdd3-4c84b6b25b97 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:35:18.711244 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc202f-729a-4057-bdd3-4c84b6b25b97 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:35:18.752789 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc202f-729a-4057-bdd3-4c84b6b25b97 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Pushing event updated for resources: {'Port': ['ID=a71ed039-55a6-4b90-a93f-d60698613382,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:18.873879 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 333f7a1f-cce8-4fcd-9a21-9176a214a076 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:35:18.874628 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-96dc202f-729a-4057-bdd3-4c84b6b25b97 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for floatingip (5f68a591-ba84-41a3-950e-5708915bed9e), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:19.007424 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-96dc202f-729a-4057-bdd3-4c84b6b25b97 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (a71ed039-55a6-4b90-a93f-d60698613382), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:19.056364 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 333f7a1f-cce8-4fcd-9a21-9176a214a076, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=333f7a1f-cce8-4fcd-9a21-9176a214a076,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:19.064421 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:19.073012 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': '333f7a1f-cce8-4fcd-9a21-9176a214a076', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'port_id': '333f7a1f-cce8-4fcd-9a21-9176a214a076', 'mac_address': 'fa:16:3e:8b:06:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:35:19.118796 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 333f7a1f-cce8-4fcd-9a21-9176a214a076 is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:35:19.119348 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:19.143142 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333f7a1f-cce8-4fcd-9a21-9176a214a076 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:35:19.183008 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 333f7a1f-cce8-4fcd-9a21-9176a214a076, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=333f7a1f-cce8-4fcd-9a21-9176a214a076,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:19.205821 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-96dc202f-729a-4057-bdd3-4c84b6b25b97 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for port (a71ed039-55a6-4b90-a93f-d60698613382), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:19.263722 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0df21-14cd-464a-952e-231faabea3e0 req-4a54b594-60c2-40cf-9492-b765ecb00ff5 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:19.265226 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1fb0df21-14cd-464a-952e-231faabea3e0 req-4a54b594-60c2-40cf-9492-b765ecb00ff5 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0618722 Sep 23 01:35:19.309012 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:19.337404 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1fb0df21-14cd-464a-952e-231faabea3e0 req-fb36fa6f-6861-4986-a799-3833113bc149 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661638 Sep 23 01:35:19.344568 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-96dc202f-729a-4057-bdd3-4c84b6b25b97 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (a71ed039-55a6-4b90-a93f-d60698613382), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:19.355715 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:19.380187 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=333f7a1f-cce8-4fcd-9a21-9176a214a076,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:19.388848 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:19.389180 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:19.389524 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:19.389880 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:19.390217 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:19.390543 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:19.390877 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:19.391198 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:19.391520 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:19.391869 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:19.392269 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:19.392577 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:19.392870 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:19.393219 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:19.393583 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:19.432831 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc202f-729a-4057-bdd3-4c84b6b25b97 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Pushing event updated for resources: {'Port': ['ID=a71ed039-55a6-4b90-a93f-d60698613382,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:19.435940 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-96dc202f-729a-4057-bdd3-4c84b6b25b97 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (5f68a591-ba84-41a3-950e-5708915bed9e), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:19.547274 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-96dc202f-729a-4057-bdd3-4c84b6b25b97 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:19.549994 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-96dc202f-729a-4057-bdd3-4c84b6b25b97 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5517659 Sep 23 01:35:19.669086 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['333f7a1f-cce8-4fcd-9a21-9176a214a076'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:35:19.721795 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c41c55-0332-413e-99ee-f5988f837cc9 req-5882dce7-70e6-40a9-bc1a-3979011e881c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:19.724301 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e1c41c55-0332-413e-99ee-f5988f837cc9 req-5882dce7-70e6-40a9-bc1a-3979011e881c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 945 time: 0.0666921 Sep 23 01:35:19.727334 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-fba43ae5-6133-4551-a260-e3e103fc34c6 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2093404885&fields=id&tenant_id=92e9b7f9904f437f91148da9fc521326 HTTP/1.1" status: 200 len: 267 time: 0.0598934 Sep 23 01:35:19.817033 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e1c41c55-0332-413e-99ee-f5988f837cc9 req-197db914-52e7-4040-83bf-f84f9d77d870 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841880 Sep 23 01:35:19.899877 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-ea52baea-9121-4a28-b287-38be087037b0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:19.901429 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-ea52baea-9121-4a28-b287-38be087037b0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/networks?id=62c29b3e-b2e8-4dd4-ada2-85bc80343af4 HTTP/1.1" status: 200 len: 811 time: 0.1603632 Sep 23 01:35:19.921202 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-edfa3134-6bc8-4711-88d0-766b4c9dc983 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/quotas/92e9b7f9904f437f91148da9fc521326 HTTP/1.1" status: 200 len: 375 time: 0.0119193 Sep 23 01:35:20.012985 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-28332eae-c114-4571-9c54-a785129c81a4 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=92e9b7f9904f437f91148da9fc521326&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851910 Sep 23 01:35:20.155440 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-88e409e6-f75d-4241-b7fc-d4a7fc087010 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210220 Sep 23 01:35:20.286602 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-b5aaf724-02d6-474b-a7ba-e44749cc64ce service neutron] 10.222.0.64 "GET /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213908 Sep 23 01:35:20.528711 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2f153-1ac9-47d6-b02b-c8c8f62fcba0 req-4135b4c2-4b17-4031-a656-d4b68eabedca tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:20.530465 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a0b2f153-1ac9-47d6-b02b-c8c8f62fcba0 req-4135b4c2-4b17-4031-a656-d4b68eabedca tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0707703 Sep 23 01:35:20.603833 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a0b2f153-1ac9-47d6-b02b-c8c8f62fcba0 req-74725199-8337-4e86-b30f-f6982d30c745 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629451 Sep 23 01:35:20.617159 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-35e346f2-ff20-4d34-9c54-06ebd1250048 req-0b1c9bd3-cd8d-4718-91fd-8f0d0287c269 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 210 time: 0.0408964 Sep 23 01:35:20.896006 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 333f7a1f-cce8-4fcd-9a21-9176a214a076 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:35:20.951212 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port 333f7a1f-cce8-4fcd-9a21-9176a214a076 completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:35:20.964517 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c3edc-b561-404e-ba52-87476130e14c req-dac9b10e-e694-433e-9497-7ffe4031a2f1 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:20.970355 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-710c3edc-b561-404e-ba52-87476130e14c req-dac9b10e-e694-433e-9497-7ffe4031a2f1 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 945 time: 0.0545111 Sep 23 01:35:21.002374 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:21.022504 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-710c3edc-b561-404e-ba52-87476130e14c req-e8cb58c0-6433-43c8-bf1e-f4c6f992cf4f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500715 Sep 23 01:35:21.106007 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port 333f7a1f-cce8-4fcd-9a21-9176a214a076 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:35:21.106656 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:21.107534 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port 333f7a1f-cce8-4fcd-9a21-9176a214a076 Sep 23 01:35:21.257307 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 333f7a1f-cce8-4fcd-9a21-9176a214a076 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:35:21.258075 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:21.313658 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333f7a1f-cce8-4fcd-9a21-9176a214a076'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:21.318107 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d09a1c5-a8a5-4f6e-95c2-0fd4005464bf" -d '{"events": [{"server_uuid": "bce51dee-2d0e-4c4c-9517-63a261f63950", "name": "network-vif-plugged", "status": "completed", "tag": "333f7a1f-cce8-4fcd-9a21-9176a214a076"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:21.349317 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 333f7a1f-cce8-4fcd-9a21-9176a214a076, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=333f7a1f-cce8-4fcd-9a21-9176a214a076,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:21.368694 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71843e6d-3dd3-4dba-9fc4-dc274213de09 x-openstack-request-id: req-71843e6d-3dd3-4dba-9fc4-dc274213de09 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:21.369157 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce51dee-2d0e-4c4c-9517-63a261f63950", "name": "network-vif-plugged", "status": "completed", "tag": "333f7a1f-cce8-4fcd-9a21-9176a214a076", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:21.369768 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71843e6d-3dd3-4dba-9fc4-dc274213de09 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:21.375855 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71843e6d-3dd3-4dba-9fc4-dc274213de09'] response: {'server_uuid': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333f7a1f-cce8-4fcd-9a21-9176a214a076', 'code': 200} Sep 23 01:35:21.429638 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:21.517997 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=333f7a1f-cce8-4fcd-9a21-9176a214a076,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:21.723140 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:21.739149 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-10141e73-4153-4997-9b0b-db819e0efe0f req-ecc4c8de-fd10-4b2d-abac-b625272054c5 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 210 time: 0.0356758 Sep 23 01:35:21.777300 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6853-3c28-4a6c-944b-83aeed808fb0 req-700ba7a5-58e0-4753-9867-7707625db7cd tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:21.779870 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-258b6853-3c28-4a6c-944b-83aeed808fb0 req-700ba7a5-58e0-4753-9867-7707625db7cd tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0803533 Sep 23 01:35:21.857122 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-258b6853-3c28-4a6c-944b-83aeed808fb0 req-62dc246b-dc45-41a2-8b19-8757399682e7 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705054 Sep 23 01:35:21.925578 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc28118-c385-47db-ae9f-94f7ad30ab01 req-cc188865-45dc-4826-94ba-a05941080b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:21.928093 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3cc28118-c385-47db-ae9f-94f7ad30ab01 req-cc188865-45dc-4826-94ba-a05941080b77 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 1130 time: 0.0692673 Sep 23 01:35:22.010889 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3cc28118-c385-47db-ae9f-94f7ad30ab01 req-6a425134-088c-43dd-b672-5cd97c80d180 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750747 Sep 23 01:35:22.197580 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:22.206391 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f47e29-3ec8-4984-a8f2-016eb6a9479f req-7a9a24ea-97d7-4e26-ac99-80056cf1e13b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:22.208137 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e0f47e29-3ec8-4984-a8f2-016eb6a9479f req-7a9a24ea-97d7-4e26-ac99-80056cf1e13b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0558789 Sep 23 01:35:22.272940 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e0f47e29-3ec8-4984-a8f2-016eb6a9479f req-6f1da817-16c2-470e-bf9b-c5389b6bf4a0 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581503 Sep 23 01:35:22.877921 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f496bceb-bf03-4e00-9fc2-275b9336afb7 req-66fd9fe9-0aaf-4ad1-9400-0ac6f2560882 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 210 time: 0.0341370 Sep 23 01:35:23.026793 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844739b-c5c0-4e7b-bccb-35f9bdb16c56 req-7e100e61-702b-4050-bb55-acf6c4f35762 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:23.029308 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9844739b-c5c0-4e7b-bccb-35f9bdb16c56 req-7e100e61-702b-4050-bb55-acf6c4f35762 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0609598 Sep 23 01:35:23.092243 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9844739b-c5c0-4e7b-bccb-35f9bdb16c56 req-1d29a345-1b40-4b6b-878a-2023e11d6ff8 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541084 Sep 23 01:35:23.453072 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95becdaa-6ec0-4ec9-82ea-823ab8927888 req-b72dcdc5-8bb5-46e1-981e-d7b09c0094c1 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:23.454620 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-95becdaa-6ec0-4ec9-82ea-823ab8927888 req-b72dcdc5-8bb5-46e1-981e-d7b09c0094c1 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0529914 Sep 23 01:35:23.514367 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-95becdaa-6ec0-4ec9-82ea-823ab8927888 req-9c014abd-8813-45e6-90c2-af287d674265 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523584 Sep 23 01:35:24.019485 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8bd89fc6-a24e-42b1-bdea-33939a76d104 req-4c651263-a741-4743-8c11-53e131a1a289 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 210 time: 0.0422494 Sep 23 01:35:24.225218 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa21e71-c95c-4ff7-9f1f-a61f90ded534 req-64ce6282-b161-450d-86c0-82c474bda0e2 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:24.226885 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1aa21e71-c95c-4ff7-9f1f-a61f90ded534 req-64ce6282-b161-450d-86c0-82c474bda0e2 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0517209 Sep 23 01:35:24.292941 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1aa21e71-c95c-4ff7-9f1f-a61f90ded534 req-0766843d-4b0a-4a1f-a4ab-a4d4e0d85f00 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559747 Sep 23 01:35:24.325805 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=59 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:24.333789 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=75 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:24.668711 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a62593-6d74-4515-81e0-c02094602ded req-b9789318-a2da-41a9-a1f6-39303be506c9 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:24.670882 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-64a62593-6d74-4515-81e0-c02094602ded req-b9789318-a2da-41a9-a1f6-39303be506c9 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0683618 Sep 23 01:35:24.727016 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-64a62593-6d74-4515-81e0-c02094602ded req-fae03df4-f644-46a0-8862-76688d4fd615 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494289 Sep 23 01:35:24.880833 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7255ab6-b32f-455e-b7f4-bac74d2764a2 req-e07c3b42-9558-4cdf-a1df-4beccf2ad26b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:24.882319 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d7255ab6-b32f-455e-b7f4-bac74d2764a2 req-e07c3b42-9558-4cdf-a1df-4beccf2ad26b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0563183 Sep 23 01:35:24.893021 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46540) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:24.897558 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-81fe7d6d-16eb-42c0-b584-ce8e36855392 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Request body: {'floatingip': {'port_id': '333f7a1f-cce8-4fcd-9a21-9176a214a076'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:24.940654 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-81fe7d6d-16eb-42c0-b584-ce8e36855392 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for floatingip (f12e0061-1290-4262-9a73-b336b10304c8), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:25.158354 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-95a2228b-a65b-4442-86d1-6c4441fb2008 req-0b0a5dff-4d8b-4d94-b2c2-bb136e19eb31 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 210 time: 0.0301580 Sep 23 01:35:25.346571 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:25.504685 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46548) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:25.576617 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_v2 [None req-228b177c-375a-4e8e-a58c-35a5358df17b admin admin] Deleting subnet 590aaa88-2261-47b9-9013-d3b44835be14 {{(pid=107235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:35:25.581017 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-228b177c-375a-4e8e-a58c-35a5358df17b admin admin] Publish callbacks [] for subnet (590aaa88-2261-47b9-9013-d3b44835be14), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:25.623315 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-228b177c-375a-4e8e-a58c-35a5358df17b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9302516'] for subnet (590aaa88-2261-47b9-9013-d3b44835be14), precommit_delete_associations {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:25.689497 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-228b177c-375a-4e8e-a58c-35a5358df17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7847786'] for subnet (590aaa88-2261-47b9-9013-d3b44835be14), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:25.743149 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7e26e-15b3-45fe-8df8-87fcc9b71ae2 req-967ae28e-8386-47ec-b752-ef4c9a48f637 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:25.745451 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-82e7e26e-15b3-45fe-8df8-87fcc9b71ae2 req-967ae28e-8386-47ec-b752-ef4c9a48f637 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.1005144 Sep 23 01:35:25.765991 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:25.801641 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-34d72491-213a-4ef8-b005-c4619e4cdb23 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:25.803100 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-34d72491-213a-4ef8-b005-c4619e4cdb23 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.81 "GET /networking/v2.0/networks?id=62c29b3e-b2e8-4dd4-ada2-85bc80343af4 HTTP/1.1" status: 200 len: 811 time: 0.5561421 Sep 23 01:35:25.837307 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-228b177c-375a-4e8e-a58c-35a5358df17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7835479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3173608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3538056'] for subnet (590aaa88-2261-47b9-9013-d3b44835be14), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:25.857707 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:25.866435 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b177c-375a-4e8e-a58c-35a5358df17b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=590aaa88-2261-47b9-9013-d3b44835be14,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:25.871389 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-228b177c-375a-4e8e-a58c-35a5358df17b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:25.874753 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-228b177c-375a-4e8e-a58c-35a5358df17b admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/590aaa88-2261-47b9-9013-d3b44835be14 HTTP/1.1" status: 204 len: 168 time: 0.3684196 Sep 23 01:35:25.877900 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46554) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:25.892234 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-81fe7d6d-16eb-42c0-b584-ce8e36855392 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:25.924742 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-82e7e26e-15b3-45fe-8df8-87fcc9b71ae2 req-a2ab36e7-08ba-46f0-92ac-670511abfc97 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513171 Sep 23 01:35:25.965778 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-22d432f9-7cf1-4471-8bde-f1a7725693a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776543'] for network (2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:25.968117 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-fedf4ae8-4f03-4fbd-89fc-1a341da3be81 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=92e9b7f9904f437f91148da9fc521326 HTTP/1.1" status: 200 len: 380 time: 0.0971882 Sep 23 01:35:25.979771 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-81fe7d6d-16eb-42c0-b584-ce8e36855392 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (f12e0061-1290-4262-9a73-b336b10304c8), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:26.024104 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Request body: {'port': {'device_id': '4e1e50a2-07b1-4707-867a-4959d35ba7fa', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'admin_state_up': True, 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'security_groups': ['f23df6dc-92d2-461a-8bd0-e093bc754254']}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:26.066587 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-22d432f9-7cf1-4471-8bde-f1a7725693a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807041', 'neutron.services.segments.db._delete_segments_for_network-8752383552961'] for network (2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:26.103268 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-22d432f9-7cf1-4471-8bde-f1a7725693a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05']}} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:26.123971 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-22d432f9-7cf1-4471-8bde-f1a7725693a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2f93ae-418b-455b-aed7-319fe1df8fbe') {'for_net_delete': True} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:26.124763 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-22d432f9-7cf1-4471-8bde-f1a7725693a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2f93ae-418b-455b-aed7-319fe1df8fbe') {} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:26.138555 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-22d432f9-7cf1-4471-8bde-f1a7725693a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752383552853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9302479'] for segment (5a2f93ae-418b-455b-aed7-319fe1df8fbe), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:26.156554 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-22d432f9-7cf1-4471-8bde-f1a7725693a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (5a2f93ae-418b-455b-aed7-319fe1df8fbe), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:26.165481 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d432f9-7cf1-4471-8bde-f1a7725693a1 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=107235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:35:26.165890 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-22d432f9-7cf1-4471-8bde-f1a7725693a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3173458'] for segment (5a2f93ae-418b-455b-aed7-319fe1df8fbe), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:26.191835 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.l3_db [None req-81fe7d6d-16eb-42c0-b584-ce8e36855392 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Floating IP f12e0061-1290-4262-9a73-b336b10304c8 associated. External IP: 172.27.1.38, port: 333f7a1f-cce8-4fcd-9a21-9176a214a076. Sep 23 01:35:26.223175 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment 5a2f93ae-418b-455b-aed7-319fe1df8fbe resource provider aggregate not found Sep 23 01:35:26.249840 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment 5a2f93ae-418b-455b-aed7-319fe1df8fbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a2f93ae-418b-455b-aed7-319fe1df8fbe found for delete ", "request_id": "req-f3771a24-1624-481d-9b4f-b2f70f647762"}]} Sep 23 01:35:26.309749 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3c842d09-b57b-4ee3-bc25-1cedae7b0eb6 req-ae35b120-e98f-4627-a0c1-c7a08ab35978 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 210 time: 0.0306044 Sep 23 01:35:26.362642 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-22d432f9-7cf1-4471-8bde-f1a7725693a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679244'] for network (2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:26.371384 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-22d432f9-7cf1-4471-8bde-f1a7725693a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:26.376988 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-22d432f9-7cf1-4471-8bde-f1a7725693a1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05 HTTP/1.1" status: 204 len: 168 time: 0.4975326 Sep 23 01:35:26.381671 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Made reservation on behalf of 92e9b7f9904f437f91148da9fc521326 for: {'port': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:35:26.389433 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:26.399205 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d432f9-7cf1-4471-8bde-f1a7725693a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e07beaf-fde3-41c4-b32f-8b8bdfbb8f05,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:26.534511 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fe7d6d-16eb-42c0-b584-ce8e36855392 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Router 4e10b688-edb1-43c0-a904-cdc8566842c3 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:35:26.537549 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:26.634572 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Allocated IP 172.20.0.13 (62c29b3e-b2e8-4dd4-ada2-85bc80343af4/d36fada1-7414-44f7-a6e7-b0b2acebf5e7/df0c17e3-2bae-45d1-9f8c-79208eb93e44) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:35:26.712826 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:26.744055 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fe7d6d-16eb-42c0-b584-ce8e36855392 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:35:26.751136 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-81fe7d6d-16eb-42c0-b584-ce8e36855392 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:26.759952 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf1722-49cc-4827-8fec-226a58e053d5 None None] Sync routers for ids ['4e10b688-edb1-43c0-a904-cdc8566842c3'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:35:26.772530 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf1722-49cc-4827-8fec-226a58e053d5 None None] Routers {'4e10b688-edb1-43c0-a904-cdc8566842c3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:26.773163 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-dddf1722-49cc-4827-8fec-226a58e053d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:35:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['4e10b688-edb1-43c0-a904-cdc8566842c3'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:26.827950 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-81fe7d6d-16eb-42c0-b584-ce8e36855392 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/f12e0061-1290-4262-9a73-b336b10304c8 HTTP/1.1" status: 200 len: 991 time: 1.9315927 Sep 23 01:35:26.829686 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'tag': '333f7a1f-cce8-4fcd-9a21-9176a214a076'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:26.831794 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4fd66d-2adb-4c23-a4e1-66b306ff6895" -d '{"events": [{"name": "network-changed", "server_uuid": "bce51dee-2d0e-4c4c-9517-63a261f63950", "tag": "333f7a1f-cce8-4fcd-9a21-9176a214a076"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:26.883183 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for port (df0c17e3-2bae-45d1-9f8c-79208eb93e44), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:26.889115 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-dddf1722-49cc-4827-8fec-226a58e053d5 None None] Set router 4e10b688-edb1-43c0-a904-cdc8566842c3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:26.913838 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 911afee1-5fd1-4032-b7a3-0dfc35cb6337 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:35:26.943303 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002a8e18-bdaf-4ea6-bfbd-cfe968d6f4b6 x-openstack-request-id: req-002a8e18-bdaf-4ea6-bfbd-cfe968d6f4b6 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:26.943794 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce51dee-2d0e-4c4c-9517-63a261f63950", "tag": "333f7a1f-cce8-4fcd-9a21-9176a214a076", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:26.950608 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-002a8e18-bdaf-4ea6-bfbd-cfe968d6f4b6 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:26.950608 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-002a8e18-bdaf-4ea6-bfbd-cfe968d6f4b6'] response: {'name': 'network-changed', 'server_uuid': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'tag': '333f7a1f-cce8-4fcd-9a21-9176a214a076', 'status': 'completed', 'code': 200} Sep 23 01:35:27.031649 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46574) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:27.047578 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fd66d-2adb-4c23-a4e1-66b306ff6895 req-efc4c6e1-7e83-46c6-9aa5-74926ca64755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:27.049171 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-de4fd66d-2adb-4c23-a4e1-66b306ff6895 req-efc4c6e1-7e83-46c6-9aa5-74926ca64755 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=cc926b4dede94c3b92441b0c610771f6&device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 1130 time: 0.0519924 Sep 23 01:35:27.050938 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (df0c17e3-2bae-45d1-9f8c-79208eb93e44), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:27.061807 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 911afee1-5fd1-4032-b7a3-0dfc35cb6337, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=911afee1-5fd1-4032-b7a3-0dfc35cb6337,segment=NetworkSegment(cae84908-7015-491d-9d2b-0814f4a10a26),segment_id=cae84908-7015-491d-9d2b-0814f4a10a26)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:27.087246 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': '911afee1-5fd1-4032-b7a3-0dfc35cb6337', 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912', 'port_id': '911afee1-5fd1-4032-b7a3-0dfc35cb6337', 'mac_address': 'fa:16:3e:dc:6e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:35:27.087246 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:27.125275 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:35:27.138150 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:27.138411 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:27.143827 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911afee1-5fd1-4032-b7a3-0dfc35cb6337 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:35:27.169562 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 911afee1-5fd1-4032-b7a3-0dfc35cb6337, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=911afee1-5fd1-4032-b7a3-0dfc35cb6337,segment=NetworkSegment(cae84908-7015-491d-9d2b-0814f4a10a26),segment_id=cae84908-7015-491d-9d2b-0814f4a10a26)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:27.173483 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Pushing event updated for resources: {'Port': ['ID=df0c17e3-2bae-45d1-9f8c-79208eb93e44,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:27.176679 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193c140-5ec2-47d8-9344-13fcc643cb75 req-e1d0254d-de8f-46c0-bf46-8722e35dd113 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:27.178217 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2193c140-5ec2-47d8-9344-13fcc643cb75 req-e1d0254d-de8f-46c0-bf46-8722e35dd113 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.1098878 Sep 23 01:35:27.184256 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-7290f05e-fc78-48d6-a966-dedd69ef5aa6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=95935852764e413c8bbd23c16ddf13a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477065 Sep 23 01:35:27.184618 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46576) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:27.194612 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:27.195365 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:27.195365 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:27.195733 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:27.196103 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:27.196446 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:27.196752 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:27.197073 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:27.197396 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:27.197731 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:27.198041 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:27.198360 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:27.198679 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:27.199514 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:27.200061 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:35:27.212992 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:35:27.223363 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:35:27.229628 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:35:27.259135 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:27.267779 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fd66d-2adb-4c23-a4e1-66b306ff6895 req-25667fc8-1b56-4639-96d5-62cf1edf0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:27.269612 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-de4fd66d-2adb-4c23-a4e1-66b306ff6895 req-25667fc8-1b56-4639-96d5-62cf1edf0936 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=fd195584-9c0f-4bc1-8f70-84ad33facee8 HTTP/1.1" status: 200 len: 918 time: 0.1659772 Sep 23 01:35:27.293583 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2193c140-5ec2-47d8-9344-13fcc643cb75 req-d0d25517-84e7-460d-b9c4-41a00722f22f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005676 Sep 23 01:35:27.303227 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d8039631-a6c3-4507-8ef4-d1a3a120eb05 admin admin] Publish callbacks [] for security_group (01dd44fa-f7bc-415b-872e-bd09d29b94f9), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:27.331116 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d8039631-a6c3-4507-8ef4-d1a3a120eb05 admin admin] Publish callbacks [] for security_group (01dd44fa-f7bc-415b-872e-bd09d29b94f9), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:27.354560 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-dddf1722-49cc-4827-8fec-226a58e053d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:56Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': 'f12e0061-1290-4262-9a73-b336b10304c8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'port_id': '333f7a1f-cce8-4fcd-9a21-9176a214a076', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'mac_address': 'fa:16:3e:8b:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:34:57Z', 'updated_at': '2022-09-23T01:35:25Z', 'revision_number': 1, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f84ec89-3da3-4e5b-ba9c-468ab28e4650', 'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'mac_address': 'fa:16:3e:de:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:53Z', 'updated_at': '2022-09-23T01:30:27Z', 'revision_number': 5, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'subnets': [{'id': '14588842-7014-4d4b-b88a-21758b766661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:27.387309 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:27.388095 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:27.393141 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf1722-49cc-4827-8fec-226a58e053d5 None None] Checking router: 4e10b688-edb1-43c0-a904-cdc8566842c3 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:35:27.405454 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf1722-49cc-4827-8fec-226a58e053d5 None None] Routers {'4e10b688-edb1-43c0-a904-cdc8566842c3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:27.406081 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-dddf1722-49cc-4827-8fec-226a58e053d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:35:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['4e10b688-edb1-43c0-a904-cdc8566842c3'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:27.418831 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-de4fd66d-2adb-4c23-a4e1-66b306ff6895 req-20f6546f-7ae1-4092-9677-94b398e86471 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=333f7a1f-cce8-4fcd-9a21-9176a214a076 HTTP/1.1" status: 200 len: 999 time: 0.1392622 Sep 23 01:35:27.422006 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:27.490838 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fd66d-2adb-4c23-a4e1-66b306ff6895 req-4fc3e40c-138a-4b93-9c8b-fd1a4d9f47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:27.490838 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-de4fd66d-2adb-4c23-a4e1-66b306ff6895 req-4fc3e40c-138a-4b93-9c8b-fd1a4d9f47d1 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=14588842-7014-4d4b-b88a-21758b766661 HTTP/1.1" status: 200 len: 856 time: 0.0631595 Sep 23 01:35:27.505114 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:27.527439 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=911afee1-5fd1-4032-b7a3-0dfc35cb6337,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:27.566979 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-dddf1722-49cc-4827-8fec-226a58e053d5 None None] Set router 4e10b688-edb1-43c0-a904-cdc8566842c3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:27.570426 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fd66d-2adb-4c23-a4e1-66b306ff6895 req-1f2dd596-cbb0-40e8-9932-47ccf5e7c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:27.572081 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-de4fd66d-2adb-4c23-a4e1-66b306ff6895 req-1f2dd596-cbb0-40e8-9932-47ccf5e7c2a3 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=fd195584-9c0f-4bc1-8f70-84ad33facee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720959 Sep 23 01:35:27.573367 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-c64a0ab5-a870-4ad6-a8c2-4725cd9d0f8c None None] Provisioning complete for port df0c17e3-2bae-45d1-9f8c-79208eb93e44 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:35:27.574751 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-c64a0ab5-a870-4ad6-a8c2-4725cd9d0f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (df0c17e3-2bae-45d1-9f8c-79208eb93e44), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:27.574751 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-c64a0ab5-a870-4ad6-a8c2-4725cd9d0f8c None None] Attempt 1 to provision port df0c17e3-2bae-45d1-9f8c-79208eb93e44 Sep 23 01:35:27.578410 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586d19b-917f-4252-81fe-e84f2fbb39bf req-c2c77956-2333-4b73-be7c-c8128f41e8c7 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:27.582765 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3586d19b-917f-4252-81fe-e84f2fbb39bf req-c2c77956-2333-4b73-be7c-c8128f41e8c7 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 932 time: 0.0892329 Sep 23 01:35:27.610927 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-c64a0ab5-a870-4ad6-a8c2-4725cd9d0f8c None None] Port df0c17e3-2bae-45d1-9f8c-79208eb93e44 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:27.621837 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d8039631-a6c3-4507-8ef4-d1a3a120eb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (01dd44fa-f7bc-415b-872e-bd09d29b94f9), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:27.625704 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d8039631-a6c3-4507-8ef4-d1a3a120eb05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:27.632385 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-d8039631-a6c3-4507-8ef4-d1a3a120eb05 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/01dd44fa-f7bc-415b-872e-bd09d29b94f9 HTTP/1.1" status: 204 len: 168 time: 0.4417574 Sep 23 01:35:27.644630 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-a986dc7e-c395-4712-9de3-625f0d64e649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6264896 Sep 23 01:35:27.658269 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8039631-a6c3-4507-8ef4-d1a3a120eb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dd44fa-f7bc-415b-872e-bd09d29b94f9,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:27.672620 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Request body: {'port': {'device_id': '4e1e50a2-07b1-4707-867a-4959d35ba7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:27.733670 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3586d19b-917f-4252-81fe-e84f2fbb39bf req-5905347a-4b6c-4906-b4a7-72755b04662a tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f23df6dc-92d2-461a-8bd0-e093bc754254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452401 Sep 23 01:35:27.787529 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['911afee1-5fd1-4032-b7a3-0dfc35cb6337'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:35:27.826745 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (df0c17e3-2bae-45d1-9f8c-79208eb93e44), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:27.854574 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-dddf1722-49cc-4827-8fec-226a58e053d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:56Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': 'f12e0061-1290-4262-9a73-b336b10304c8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'port_id': '333f7a1f-cce8-4fcd-9a21-9176a214a076', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'mac_address': 'fa:16:3e:8b:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:34:57Z', 'updated_at': '2022-09-23T01:35:25Z', 'revision_number': 1, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f84ec89-3da3-4e5b-ba9c-468ab28e4650', 'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'mac_address': 'fa:16:3e:de:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:53Z', 'updated_at': '2022-09-23T01:30:27Z', 'revision_number': 5, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'subnets': [{'id': '14588842-7014-4d4b-b88a-21758b766661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:27.870515 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-de4fd66d-2adb-4c23-a4e1-66b306ff6895 req-d24602aa-7a96-44d9-9a67-e8d500b74a24 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892754 Sep 23 01:35:27.884991 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf1722-49cc-4827-8fec-226a58e053d5 None None] The sync data for ids ['4e10b688-edb1-43c0-a904-cdc8566842c3'] in dv-cinder-849143-7-iscsi is: [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:56Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': 'f12e0061-1290-4262-9a73-b336b10304c8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'port_id': '333f7a1f-cce8-4fcd-9a21-9176a214a076', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'mac_address': 'fa:16:3e:8b:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:34:57Z', 'updated_at': '2022-09-23T01:35:25Z', 'revision_number': 1, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f84ec89-3da3-4e5b-ba9c-468ab28e4650', 'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'mac_address': 'fa:16:3e:de:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:53Z', 'updated_at': '2022-09-23T01:30:27Z', 'revision_number': 5, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'subnets': [{'id': '14588842-7014-4d4b-b88a-21758b766661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:35:27.922511 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:28.082937 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-de4fd66d-2adb-4c23-a4e1-66b306ff6895 req-6ff42b27-b89a-443c-9adf-cdee98e97a9e service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876528 Sep 23 01:35:28.112601 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-c64a0ab5-a870-4ad6-a8c2-4725cd9d0f8c None None] Attempt 2 to provision port df0c17e3-2bae-45d1-9f8c-79208eb93e44 Sep 23 01:35:28.160190 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-c64a0ab5-a870-4ad6-a8c2-4725cd9d0f8c None None] Port df0c17e3-2bae-45d1-9f8c-79208eb93e44 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:28.195322 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2bdd79-61f6-4b23-b779-85b39d09ba90 None None] New status for floating IP f12e0061-1290-4262-9a73-b336b10304c8: ACTIVE {{(pid=107237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:35:28.240412 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:28.263281 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0c17e3-2bae-45d1-9f8c-79208eb93e44 {{(pid=107236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:35:28.275169 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Publish callbacks [] for port (df0c17e3-2bae-45d1-9f8c-79208eb93e44), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:28.294377 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.provisioning_blocks [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Transition to ACTIVE for port object df0c17e3-2bae-45d1-9f8c-79208eb93e44 will not be triggered until provisioned by entity L2. {{(pid=107236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:35:28.387975 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (df0c17e3-2bae-45d1-9f8c-79208eb93e44), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:28.466196 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47332af-9bee-41ee-bb86-f903477f3fcb req-aad2f18b-23b3-4b91-9801-2534936f5ac2 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:28.468577 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b47332af-9bee-41ee-bb86-f903477f3fcb req-aad2f18b-23b3-4b91-9801-2534936f5ac2 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 944 time: 0.0551488 Sep 23 01:35:28.502752 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Pushing event updated for resources: {'Port': ['ID=df0c17e3-2bae-45d1-9f8c-79208eb93e44,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:28.527826 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b47332af-9bee-41ee-bb86-f903477f3fcb req-058f2d5e-96e8-42e7-a701-b89e464076b7 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519938 Sep 23 01:35:28.536692 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Attempting to bind port df0c17e3-2bae-45d1-9f8c-79208eb93e44 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:35:28.537291 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Attempting to bind port df0c17e3-2bae-45d1-9f8c-79208eb93e44 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'eab22f6f-3eb0-43db-a23d-8744583fc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4'}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:35:28.537413 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Attempting to bind port df0c17e3-2bae-45d1-9f8c-79208eb93e44 on network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:35:28.590078 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Port df0c17e3-2bae-45d1-9f8c-79208eb93e44 on network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:35:28.590619 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Attempting to bind port df0c17e3-2bae-45d1-9f8c-79208eb93e44 on network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:35:28.649007 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:35:28.649343 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Checking segment: {'id': 'eab22f6f-3eb0-43db-a23d-8744583fc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:35:28.649762 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Bound using segment: {'id': 'eab22f6f-3eb0-43db-a23d-8744583fc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4'} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:35:28.650197 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Bound port: df0c17e3-2bae-45d1-9f8c-79208eb93e44, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab22f6f-3eb0-43db-a23d-8744583fc68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4'}}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:35:28.650549 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (df0c17e3-2bae-45d1-9f8c-79208eb93e44), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:28.653315 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:28.661612 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-c64a0ab5-a870-4ad6-a8c2-4725cd9d0f8c None None] Attempt 3 to provision port df0c17e3-2bae-45d1-9f8c-79208eb93e44 Sep 23 01:35:28.710536 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-c64a0ab5-a870-4ad6-a8c2-4725cd9d0f8c None None] Port df0c17e3-2bae-45d1-9f8c-79208eb93e44 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:35:28.738539 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] For port df0c17e3-2bae-45d1-9f8c-79208eb93e44, host hv-cinder-84914, cleared binding levels {{(pid=107236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:35:28.741817 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] For port df0c17e3-2bae-45d1-9f8c-79208eb93e44, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=df0c17e3-2bae-45d1-9f8c-79208eb93e44,segment=NetworkSegment(eab22f6f-3eb0-43db-a23d-8744583fc68d),segment_id=eab22f6f-3eb0-43db-a23d-8744583fc68d)] {{(pid=107236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:35:28.911348 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206ca19-f9e3-4f90-b04b-9349ffff9ea7 req-22ee64b5-9cbd-481f-a48d-dbf970ebf7d3 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:28.912956 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-7206ca19-f9e3-4f90-b04b-9349ffff9ea7 req-22ee64b5-9cbd-481f-a48d-dbf970ebf7d3 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 944 time: 0.0596130 Sep 23 01:35:28.916361 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (df0c17e3-2bae-45d1-9f8c-79208eb93e44), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:28.919737 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:28.920363 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:28.921743 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/df0c17e3-2bae-45d1-9f8c-79208eb93e44 HTTP/1.1" status: 200 len: 1094 time: 1.2575703 Sep 23 01:35:28.955236 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1e50a2-07b1-4707-867a-4959d35ba7fa', 'tag': 'df0c17e3-2bae-45d1-9f8c-79208eb93e44'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:28.957583 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c1f44e-2e01-4f5e-80a1-af9f32a22913" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1e50a2-07b1-4707-867a-4959d35ba7fa", "tag": "df0c17e3-2bae-45d1-9f8c-79208eb93e44"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:28.978107 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 911afee1-5fd1-4032-b7a3-0dfc35cb6337 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:35:29.006263 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1f3ca7-8d5d-4107-95ba-a8e55b304b36 x-openstack-request-id: req-1b1f3ca7-8d5d-4107-95ba-a8e55b304b36 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:29.006631 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1e50a2-07b1-4707-867a-4959d35ba7fa", "tag": "df0c17e3-2bae-45d1-9f8c-79208eb93e44", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:29.006807 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b1f3ca7-8d5d-4107-95ba-a8e55b304b36 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:29.007166 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b1f3ca7-8d5d-4107-95ba-a8e55b304b36'] response: {'name': 'network-changed', 'server_uuid': '4e1e50a2-07b1-4707-867a-4959d35ba7fa', 'tag': 'df0c17e3-2bae-45d1-9f8c-79208eb93e44', 'status': 'completed', 'code': 200} Sep 23 01:35:29.020988 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-7206ca19-f9e3-4f90-b04b-9349ffff9ea7 req-55695652-dc20-4a27-8b94-208ed5fb76d5 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f23df6dc-92d2-461a-8bd0-e093bc754254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982361 Sep 23 01:35:29.022277 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98effede-8ee8-4192-80de-a4e66c7d6a2d service neutron] Pushing event updated for resources: {'Port': ['ID=df0c17e3-2bae-45d1-9f8c-79208eb93e44,revision_number=3']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:29.043581 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:35:29.118333 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1f44e-2e01-4f5e-80a1-af9f32a22913 req-85f3bbdb-549b-41ca-899f-509e7c3980d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:29.119987 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-92c1f44e-2e01-4f5e-80a1-af9f32a22913 req-85f3bbdb-549b-41ca-899f-509e7c3980d7 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=92e9b7f9904f437f91148da9fc521326&device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 1128 time: 0.0501502 Sep 23 01:35:29.122214 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:35:29.131809 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:29.131809 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 Sep 23 01:35:29.207891 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:35:29.208281 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:29.211251 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-c64a0ab5-a870-4ad6-a8c2-4725cd9d0f8c None None] Attempt 4 to provision port df0c17e3-2bae-45d1-9f8c-79208eb93e44 Sep 23 01:35:29.247575 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1f44e-2e01-4f5e-80a1-af9f32a22913 req-7dfde66b-9035-4d39-b2f5-514e73ba4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:29.249724 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-92c1f44e-2e01-4f5e-80a1-af9f32a22913 req-7dfde66b-9035-4d39-b2f5-514e73ba4f62 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=92e9b7f9904f437f91148da9fc521326&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1128693 Sep 23 01:35:29.266247 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c50f9b-7a91-48fb-9390-2149364acd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911afee1-5fd1-4032-b7a3-0dfc35cb6337'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:29.268637 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabb24d4-2a03-4977-8bf6-dcd91ab1a814" -d '{"events": [{"server_uuid": "35c50f9b-7a91-48fb-9390-2149364acd41", "name": "network-vif-plugged", "status": "completed", "tag": "911afee1-5fd1-4032-b7a3-0dfc35cb6337"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:29.284784 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 911afee1-5fd1-4032-b7a3-0dfc35cb6337, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=911afee1-5fd1-4032-b7a3-0dfc35cb6337,segment=NetworkSegment(cae84908-7015-491d-9d2b-0814f4a10a26),segment_id=cae84908-7015-491d-9d2b-0814f4a10a26)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:29.296528 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-c64a0ab5-a870-4ad6-a8c2-4725cd9d0f8c None None] Port df0c17e3-2bae-45d1-9f8c-79208eb93e44 had new provisioning blocks added so it will not transition to active. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:35:29.316358 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a7c896-c4e4-43f6-8e65-47ff07b68cdb x-openstack-request-id: req-33a7c896-c4e4-43f6-8e65-47ff07b68cdb {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:29.316668 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c50f9b-7a91-48fb-9390-2149364acd41", "name": "network-vif-plugged", "status": "completed", "tag": "911afee1-5fd1-4032-b7a3-0dfc35cb6337", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:29.316953 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33a7c896-c4e4-43f6-8e65-47ff07b68cdb {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:29.317339 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33a7c896-c4e4-43f6-8e65-47ff07b68cdb'] response: {'server_uuid': '35c50f9b-7a91-48fb-9390-2149364acd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911afee1-5fd1-4032-b7a3-0dfc35cb6337', 'code': 200} Sep 23 01:35:29.343029 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:29.359704 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:29.415597 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=911afee1-5fd1-4032-b7a3-0dfc35cb6337,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:29.672063 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1f44e-2e01-4f5e-80a1-af9f32a22913 req-8bc17704-1152-4659-88b9-84320cdb5dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:29.673906 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-92c1f44e-2e01-4f5e-80a1-af9f32a22913 req-8bc17704-1152-4659-88b9-84320cdb5dcc service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4164767 Sep 23 01:35:29.698210 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b77d-d024-4219-b207-77b13b7db633 req-b50ed45e-8070-49e1-a16e-965086c62a24 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:29.700570 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0fb9b77d-d024-4219-b207-77b13b7db633 req-b50ed45e-8070-49e1-a16e-965086c62a24 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0721002 Sep 23 01:35:29.792539 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0fb9b77d-d024-4219-b207-77b13b7db633 req-ce3c17cb-0028-450c-9ce3-4193157eaeeb tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848007 Sep 23 01:35:29.800225 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-c5440e31-22ef-4b29-a24a-2f0c1c025d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:29.801820 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-c5440e31-22ef-4b29-a24a-2f0c1c025d23 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=92e9b7f9904f437f91148da9fc521326&device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 1128 time: 0.0581419 Sep 23 01:35:29.862688 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-cb529af7-708d-48ca-a373-4b961ddd2bba service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df0c17e3-2bae-45d1-9f8c-79208eb93e44 HTTP/1.1" status: 200 len: 217 time: 0.0455451 Sep 23 01:35:29.946317 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c8a20-3d64-43eb-88b7-3ce7aebf4f01 req-f81baa8f-2fe1-4f51-832e-2b696a65e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:29.948038 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3c3c8a20-3d64-43eb-88b7-3ce7aebf4f01 req-f81baa8f-2fe1-4f51-832e-2b696a65e87f service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 1129 time: 0.0693047 Sep 23 01:35:29.966639 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-01c123ab-0081-4391-a47d-8b346edf4841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:29.968161 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-01c123ab-0081-4391-a47d-8b346edf4841 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d36fada1-7414-44f7-a6e7-b0b2acebf5e7 HTTP/1.1" status: 200 len: 850 time: 0.0815396 Sep 23 01:35:30.038671 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-65a8f15e-3449-4803-ad2a-01e91ae61c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:30.040167 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-65a8f15e-3449-4803-ad2a-01e91ae61c7b service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=62c29b3e-b2e8-4dd4-ada2-85bc80343af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632463 Sep 23 01:35:30.043473 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3c3c8a20-3d64-43eb-88b7-3ce7aebf4f01 req-33f40db7-4963-4e50-9ec1-f45d21ac5591 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865476 Sep 23 01:35:30.151530 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47123ea-90d9-4328-9f24-58d5c6c32022 req-538ed76f-f447-490a-b6fa-afab313b7df1 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:30.153799 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a47123ea-90d9-4328-9f24-58d5c6c32022 req-538ed76f-f447-490a-b6fa-afab313b7df1 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 944 time: 0.0519047 Sep 23 01:35:30.204028 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a47123ea-90d9-4328-9f24-58d5c6c32022 req-0061bde7-1951-4ad6-bf8b-fc3c44ca118a tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f23df6dc-92d2-461a-8bd0-e093bc754254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441246 Sep 23 01:35:30.449348 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:30.481230 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-b96c9d13-614e-4657-88d9-ea41001cad30 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324177 Sep 23 01:35:30.879151 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2d32d65b-5713-4c7e-985e-7b48d4b1dc25 req-ce4035a5-f96f-49db-8849-0a333d6783da service neutron] 10.222.0.81 "GET /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110494 Sep 23 01:35:30.955257 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5300f5-9761-4bc5-a3bd-265b0df12e72 req-2ce886a1-2c50-4519-af08-a92eb93c6510 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:30.956892 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9d5300f5-9761-4bc5-a3bd-265b0df12e72 req-2ce886a1-2c50-4519-af08-a92eb93c6510 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0542426 Sep 23 01:35:31.011261 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9d5300f5-9761-4bc5-a3bd-265b0df12e72 req-538f56ec-1ab7-4010-8933-c19515df4a91 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474763 Sep 23 01:35:31.330311 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267665f5-5442-414b-8728-0f29f239b9de req-9a399f8f-3d8a-49a3-845e-948041ca158e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:31.331851 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-267665f5-5442-414b-8728-0f29f239b9de req-9a399f8f-3d8a-49a3-845e-948041ca158e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 944 time: 0.0466936 Sep 23 01:35:31.354634 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:31.390926 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-267665f5-5442-414b-8728-0f29f239b9de req-71691682-2da1-4989-9a7b-517ab46a4508 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f23df6dc-92d2-461a-8bd0-e093bc754254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528059 Sep 23 01:35:32.216090 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011766a9-82cb-4a97-900d-1c2e2717d679 req-b0764b1d-0648-4a1a-9dcc-f50d7ffbdb62 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:32.218333 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-011766a9-82cb-4a97-900d-1c2e2717d679 req-b0764b1d-0648-4a1a-9dcc-f50d7ffbdb62 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0915105 Sep 23 01:35:32.310127 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-011766a9-82cb-4a97-900d-1c2e2717d679 req-f50e89ac-dee9-4bda-b2f6-d0b8776a144c tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821276 Sep 23 01:35:32.547804 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ff19c-1f5d-4981-82c7-e17026e06dfb req-5c814def-c589-4271-a207-66c2f7f80cb5 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:32.549309 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-394ff19c-1f5d-4981-82c7-e17026e06dfb req-5c814def-c589-4271-a207-66c2f7f80cb5 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 944 time: 0.0525122 Sep 23 01:35:32.610154 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-394ff19c-1f5d-4981-82c7-e17026e06dfb req-139f04bc-4d27-41e4-bcf0-eba26ff90d9a tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f23df6dc-92d2-461a-8bd0-e093bc754254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542505 Sep 23 01:35:33.478371 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2cf5a-da71-4dce-a239-55cce671a14a req-1c962372-33ec-4923-8d84-6b065dca9353 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:33.480493 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f1d2cf5a-da71-4dce-a239-55cce671a14a req-1c962372-33ec-4923-8d84-6b065dca9353 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0790930 Sep 23 01:35:33.539794 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f1d2cf5a-da71-4dce-a239-55cce671a14a req-09a65f4e-2e6e-449c-bb2b-bbd3796eb79d tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528433 Sep 23 01:35:33.722162 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ca6dd-b1f4-4902-8ea4-2f6d1afdb579 req-837ede44-e74b-44ce-92f9-23f9b8438594 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:33.724868 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-346ca6dd-b1f4-4902-8ea4-2f6d1afdb579 req-837ede44-e74b-44ce-92f9-23f9b8438594 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0854645 Sep 23 01:35:33.794116 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d23e09-59cd-46fd-bbf9-60eae03a082f req-414e4a29-90d4-474b-b404-c3f458dbcfef tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:33.796269 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-73d23e09-59cd-46fd-bbf9-60eae03a082f req-414e4a29-90d4-474b-b404-c3f458dbcfef tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 944 time: 0.0650008 Sep 23 01:35:33.804230 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-346ca6dd-b1f4-4902-8ea4-2f6d1afdb579 req-42e8a297-3f9d-41e2-a6a8-d861a84b75c5 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727313 Sep 23 01:35:33.857774 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46612) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:33.885909 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-09cfe660-3d7c-4bd1-91d6-bc7013934953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:33.893252 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-73d23e09-59cd-46fd-bbf9-60eae03a082f req-1373a100-834e-46d9-a939-23172b14c7f4 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f23df6dc-92d2-461a-8bd0-e093bc754254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861604 Sep 23 01:35:34.231344 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308c5d42-29df-40bf-819d-b296515fa877 tempest-TestShelveInstance-220095949 tempest-TestShelveInstance-220095949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:34.234297 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-308c5d42-29df-40bf-819d-b296515fa877 tempest-TestShelveInstance-220095949 tempest-TestShelveInstance-220095949-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 1124 time: 0.3751531 Sep 23 01:35:34.237579 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46616) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:34.243380 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Request body: {'floatingip': {'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'port_id': '911afee1-5fd1-4032-b7a3-0dfc35cb6337', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'fixed_ip_address': '172.20.0.9'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:34.360357 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:34.509584 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:34.708238 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Allocated IP 172.27.1.14 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/294c2dd0-305f-4a2e-a614-cffc9baa8bb2) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:35:34.848751 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for port (294c2dd0-305f-4a2e-a614-cffc9baa8bb2), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:34.948768 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (294c2dd0-305f-4a2e-a614-cffc9baa8bb2), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:34.965621 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:34.975349 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device df0c17e3-2bae-45d1-9f8c-79208eb93e44 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:35:35.031467 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:35:35.058468 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:35:35.098930 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:35:35.122687 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port df0c17e3-2bae-45d1-9f8c-79208eb93e44, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=df0c17e3-2bae-45d1-9f8c-79208eb93e44,segment=NetworkSegment(eab22f6f-3eb0-43db-a23d-8744583fc68d),segment_id=eab22f6f-3eb0-43db-a23d-8744583fc68d)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:35.141585 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': 'df0c17e3-2bae-45d1-9f8c-79208eb93e44', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'port_id': 'df0c17e3-2bae-45d1-9f8c-79208eb93e44', 'mac_address': 'fa:16:3e:5c:29:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:35:35.144404 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Pushing event updated for resources: {'Port': ['ID=294c2dd0-305f-4a2e-a614-cffc9baa8bb2,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:35.190262 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fa5cb-91f5-4d6f-85a6-7953a37fad38 req-b627854d-7414-4cd5-b991-d833c3a26385 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:35.193563 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-223fa5cb-91f5-4d6f-85a6-7953a37fad38 req-b627854d-7414-4cd5-b991-d833c3a26385 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 944 time: 0.1807511 Sep 23 01:35:35.200831 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port df0c17e3-2bae-45d1-9f8c-79208eb93e44 is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:35:35.201392 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (df0c17e3-2bae-45d1-9f8c-79208eb93e44), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:35.206737 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:35.221900 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0c17e3-2bae-45d1-9f8c-79208eb93e44 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:35:35.245886 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port df0c17e3-2bae-45d1-9f8c-79208eb93e44, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=df0c17e3-2bae-45d1-9f8c-79208eb93e44,segment=NetworkSegment(eab22f6f-3eb0-43db-a23d-8744583fc68d),segment_id=eab22f6f-3eb0-43db-a23d-8744583fc68d)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:35.375785 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-223fa5cb-91f5-4d6f-85a6-7953a37fad38 req-75930b7f-f47b-4155-bc91-99cbb3aab4a8 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f23df6dc-92d2-461a-8bd0-e093bc754254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669431 Sep 23 01:35:35.419379 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (df0c17e3-2bae-45d1-9f8c-79208eb93e44), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:35.494385 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=df0c17e3-2bae-45d1-9f8c-79208eb93e44,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:35.773579 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for floatingip (6599906f-8970-4ebc-92a4-6ebcefbfa3de), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:35.804000 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['df0c17e3-2bae-45d1-9f8c-79208eb93e44'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:35:35.906472 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:35.959899 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:35.983969 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (294c2dd0-305f-4a2e-a614-cffc9baa8bb2), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:36.202083 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for port (294c2dd0-305f-4a2e-a614-cffc9baa8bb2), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:36.282864 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3173566'] for port (294c2dd0-305f-4a2e-a614-cffc9baa8bb2), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:36.358123 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:36.412425 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Pushing event updated for resources: {'Port': ['ID=294c2dd0-305f-4a2e-a614-cffc9baa8bb2,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:36.422338 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (6599906f-8970-4ebc-92a4-6ebcefbfa3de), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:36.482592 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-b94ad4af-a6da-4a15-a6c6-e6757eccb454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:36.560045 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a26f5-e55a-4c2a-bfbd-aa61ba707fe7 req-1a738348-c2bb-4fd7-9734-b5849e38221f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:36.562649 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-be0a26f5-e55a-4c2a-bfbd-aa61ba707fe7 req-1a738348-c2bb-4fd7-9734-b5849e38221f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 945 time: 0.0704386 Sep 23 01:35:36.586973 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.l3_db [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Floating IP 6599906f-8970-4ebc-92a4-6ebcefbfa3de associated. External IP: 172.27.1.14, port: 911afee1-5fd1-4032-b7a3-0dfc35cb6337. Sep 23 01:35:36.659931 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-be0a26f5-e55a-4c2a-bfbd-aa61ba707fe7 req-d7cbe1ec-d7fb-4f4d-b70a-acb77ef7f99e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f23df6dc-92d2-461a-8bd0-e093bc754254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863342 Sep 23 01:35:36.740535 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:36.883407 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Router 7f9a0578-75cc-48cd-9ccd-c037b409acde has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:35:36.989904 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device df0c17e3-2bae-45d1-9f8c-79208eb93e44 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:35:37.041826 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:35:37.056600 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40857dbd-8e08-4aef-a589-dd4a7ab83190 None None] Sync routers for ids ['7f9a0578-75cc-48cd-9ccd-c037b409acde'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:35:37.072560 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40857dbd-8e08-4aef-a589-dd4a7ab83190 None None] Routers {'7f9a0578-75cc-48cd-9ccd-c037b409acde'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:37.073325 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-40857dbd-8e08-4aef-a589-dd4a7ab83190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:35:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['7f9a0578-75cc-48cd-9ccd-c037b409acde'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:37.074101 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port df0c17e3-2bae-45d1-9f8c-79208eb93e44 completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:35:37.131216 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=100 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:37.200096 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=100 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:37.229137 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-40857dbd-8e08-4aef-a589-dd4a7ab83190 None None] Set router 7f9a0578-75cc-48cd-9ccd-c037b409acde gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:37.241333 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:37.265493 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port df0c17e3-2bae-45d1-9f8c-79208eb93e44 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:35:37.266708 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (df0c17e3-2bae-45d1-9f8c-79208eb93e44), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:37.268698 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port df0c17e3-2bae-45d1-9f8c-79208eb93e44 Sep 23 01:35:37.284413 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-4c416d11-fa50-4686-9955-018166ff7f0f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0455291 Sep 23 01:35:37.285390 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c50f9b-7a91-48fb-9390-2149364acd41', 'tag': '911afee1-5fd1-4032-b7a3-0dfc35cb6337'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:37.290927 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13d18ea-f3a7-46a7-98d7-ffe4cfbd5de6" -d '{"events": [{"name": "network-changed", "server_uuid": "35c50f9b-7a91-48fb-9390-2149364acd41", "tag": "911afee1-5fd1-4032-b7a3-0dfc35cb6337"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:37.390870 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port df0c17e3-2bae-45d1-9f8c-79208eb93e44 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:35:37.391320 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (df0c17e3-2bae-45d1-9f8c-79208eb93e44), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:37.436137 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1e50a2-07b1-4707-867a-4959d35ba7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0c17e3-2bae-45d1-9f8c-79208eb93e44'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:37.440279 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa5dd5c-668c-453e-976c-1b692945d60a" -d '{"events": [{"server_uuid": "4e1e50a2-07b1-4707-867a-4959d35ba7fa", "name": "network-vif-plugged", "status": "completed", "tag": "df0c17e3-2bae-45d1-9f8c-79208eb93e44"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:37.481243 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port df0c17e3-2bae-45d1-9f8c-79208eb93e44, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=df0c17e3-2bae-45d1-9f8c-79208eb93e44,segment=NetworkSegment(eab22f6f-3eb0-43db-a23d-8744583fc68d),segment_id=eab22f6f-3eb0-43db-a23d-8744583fc68d)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:37.514836 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3724b360-0126-49e4-86ae-178339732378 x-openstack-request-id: req-3724b360-0126-49e4-86ae-178339732378 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:37.515903 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1e50a2-07b1-4707-867a-4959d35ba7fa", "name": "network-vif-plugged", "status": "completed", "tag": "df0c17e3-2bae-45d1-9f8c-79208eb93e44", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:37.515903 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3724b360-0126-49e4-86ae-178339732378 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:37.516324 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3724b360-0126-49e4-86ae-178339732378'] response: {'server_uuid': '4e1e50a2-07b1-4707-867a-4959d35ba7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0c17e3-2bae-45d1-9f8c-79208eb93e44', 'code': 200} Sep 23 01:35:37.557616 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (df0c17e3-2bae-45d1-9f8c-79208eb93e44), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:37.611491 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1338b0-5be4-4415-a6e3-a8383dfd9f57 x-openstack-request-id: req-5b1338b0-5be4-4415-a6e3-a8383dfd9f57 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:37.612611 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c50f9b-7a91-48fb-9390-2149364acd41", "tag": "911afee1-5fd1-4032-b7a3-0dfc35cb6337", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:37.612837 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b1338b0-5be4-4415-a6e3-a8383dfd9f57 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:37.613472 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1338b0-5be4-4415-a6e3-a8383dfd9f57'] response: {'name': 'network-changed', 'server_uuid': '35c50f9b-7a91-48fb-9390-2149364acd41', 'tag': '911afee1-5fd1-4032-b7a3-0dfc35cb6337', 'status': 'completed', 'code': 200} Sep 23 01:35:37.627886 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-40857dbd-8e08-4aef-a589-dd4a7ab83190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'name': 'tempest-TestShelveInstance-295570330-router', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:20Z', 'updated_at': '2022-09-23T01:34:25Z', 'revision_number': 4, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'gw_port': {'id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:21Z', 'updated_at': '2022-09-23T01:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '6599906f-8970-4ebc-92a4-6ebcefbfa3de', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'port_id': '911afee1-5fd1-4032-b7a3-0dfc35cb6337', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912', 'mac_address': 'fa:16:3e:dc:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c50f9b-7a91-48fb-9390-2149364acd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:35:35Z', 'updated_at': '2022-09-23T01:35:35Z', 'revision_number': 0, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb', 'name': '', 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'mac_address': 'fa:16:3e:14:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:24Z', 'updated_at': '2022-09-23T01:34:29Z', 'revision_number': 5, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'subnets': [{'id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:37.655317 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=df0c17e3-2bae-45d1-9f8c-79208eb93e44,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:37.664843 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40857dbd-8e08-4aef-a589-dd4a7ab83190 None None] Checking router: 7f9a0578-75cc-48cd-9ccd-c037b409acde for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:35:37.679332 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40857dbd-8e08-4aef-a589-dd4a7ab83190 None None] Routers {'7f9a0578-75cc-48cd-9ccd-c037b409acde'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:37.679993 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-40857dbd-8e08-4aef-a589-dd4a7ab83190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:35:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['7f9a0578-75cc-48cd-9ccd-c037b409acde'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:37.785317 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d18ea-f3a7-46a7-98d7-ffe4cfbd5de6 req-bd661ca6-a70d-4475-a3cb-5eeeeeb32f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:37.787502 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b13d18ea-f3a7-46a7-98d7-ffe4cfbd5de6 req-bd661ca6-a70d-4475-a3cb-5eeeeeb32f6d service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=600dd39d7a7944a49330866c0e26cb66&device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 1129 time: 0.1030498 Sep 23 01:35:37.892250 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-40857dbd-8e08-4aef-a589-dd4a7ab83190 None None] Set router 7f9a0578-75cc-48cd-9ccd-c037b409acde gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:38.037344 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d18ea-f3a7-46a7-98d7-ffe4cfbd5de6 req-bf7073e8-a0b6-4538-a616-f47f5be445e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:38.039702 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b13d18ea-f3a7-46a7-98d7-ffe4cfbd5de6 req-bf7073e8-a0b6-4538-a616-f47f5be445e6 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=2b18b98c-5d4a-416e-872c-bd1f7589d912 HTTP/1.1" status: 200 len: 909 time: 0.2435868 Sep 23 01:35:38.132752 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5700c-3070-4b79-a6b5-bfdc675461d9 req-289a7b3b-3a35-42bd-b637-99b8ed4fd5fa tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:38.134596 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c8b5700c-3070-4b79-a6b5-bfdc675461d9 req-289a7b3b-3a35-42bd-b637-99b8ed4fd5fa tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 946 time: 0.2530441 Sep 23 01:35:38.197208 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:38.204063 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999f8c4-ab21-4304-943f-20d074d3d75e req-46e9e7a6-2653-46e2-a26a-6de97d758c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:38.205981 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c999f8c4-ab21-4304-943f-20d074d3d75e req-46e9e7a6-2653-46e2-a26a-6de97d758c99 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 1130 time: 0.1429629 Sep 23 01:35:38.255795 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b13d18ea-f3a7-46a7-98d7-ffe4cfbd5de6 req-64893f04-15c8-4101-8c77-3e41cca46869 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=911afee1-5fd1-4032-b7a3-0dfc35cb6337 HTTP/1.1" status: 200 len: 998 time: 0.2072761 Sep 23 01:35:38.265748 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-40857dbd-8e08-4aef-a589-dd4a7ab83190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'name': 'tempest-TestShelveInstance-295570330-router', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:20Z', 'updated_at': '2022-09-23T01:34:25Z', 'revision_number': 4, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'gw_port': {'id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:21Z', 'updated_at': '2022-09-23T01:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '6599906f-8970-4ebc-92a4-6ebcefbfa3de', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'port_id': '911afee1-5fd1-4032-b7a3-0dfc35cb6337', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912', 'mac_address': 'fa:16:3e:dc:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c50f9b-7a91-48fb-9390-2149364acd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:35:35Z', 'updated_at': '2022-09-23T01:35:35Z', 'revision_number': 0, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb', 'name': '', 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'mac_address': 'fa:16:3e:14:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:24Z', 'updated_at': '2022-09-23T01:34:29Z', 'revision_number': 5, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'subnets': [{'id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:38.303920 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40857dbd-8e08-4aef-a589-dd4a7ab83190 None None] The sync data for ids ['7f9a0578-75cc-48cd-9ccd-c037b409acde'] in dv-cinder-849143-7-iscsi is: [{'id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'name': 'tempest-TestShelveInstance-295570330-router', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:20Z', 'updated_at': '2022-09-23T01:34:25Z', 'revision_number': 4, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'gw_port': {'id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:21Z', 'updated_at': '2022-09-23T01:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '6599906f-8970-4ebc-92a4-6ebcefbfa3de', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'port_id': '911afee1-5fd1-4032-b7a3-0dfc35cb6337', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912', 'mac_address': 'fa:16:3e:dc:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c50f9b-7a91-48fb-9390-2149364acd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:35:35Z', 'updated_at': '2022-09-23T01:35:35Z', 'revision_number': 0, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb', 'name': '', 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'mac_address': 'fa:16:3e:14:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:24Z', 'updated_at': '2022-09-23T01:34:29Z', 'revision_number': 5, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'subnets': [{'id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:35:38.337093 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:38.353893 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c8b5700c-3070-4b79-a6b5-bfdc675461d9 req-2a91a3b2-7248-4738-a060-97bc8cfee9c5 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f23df6dc-92d2-461a-8bd0-e093bc754254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925085 Sep 23 01:35:38.358455 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c999f8c4-ab21-4304-943f-20d074d3d75e req-0d0e83f5-0473-4489-9ed8-b22f2273f8ca service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f23df6dc-92d2-461a-8bd0-e093bc754254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455913 Sep 23 01:35:38.387818 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d18ea-f3a7-46a7-98d7-ffe4cfbd5de6 req-82ecd00d-1342-4d87-95ce-d891f8540a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:38.389607 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b13d18ea-f3a7-46a7-98d7-ffe4cfbd5de6 req-82ecd00d-1342-4d87-95ce-d891f8540a06 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=948b79d0-7fa3-4099-8c3a-d88b8d8138af HTTP/1.1" status: 200 len: 847 time: 0.1083581 Sep 23 01:35:38.562497 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b52b7-2bf3-48b8-9010-b2d221b067f1 None None] New status for floating IP 6599906f-8970-4ebc-92a4-6ebcefbfa3de: ACTIVE {{(pid=107237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:35:38.758575 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d18ea-f3a7-46a7-98d7-ffe4cfbd5de6 req-b5fbd65c-974e-453d-8554-4e3a979d025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:38.760278 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b13d18ea-f3a7-46a7-98d7-ffe4cfbd5de6 req-b5fbd65c-974e-453d-8554-4e3a979d025a service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=2b18b98c-5d4a-416e-872c-bd1f7589d912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635917 Sep 23 01:35:38.999860 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:39.360010 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b13d18ea-f3a7-46a7-98d7-ffe4cfbd5de6 req-76d7d524-ceaf-4639-bfea-d95d604e09c8 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2b18b98c-5d4a-416e-872c-bd1f7589d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090288 Sep 23 01:35:39.523285 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bcc27-83ad-4e02-af4c-15aba1ae5298 req-a71fdfc6-aca6-408e-a80f-29aeee9432a1 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:39.525453 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-698bcc27-83ad-4e02-af4c-15aba1ae5298 req-a71fdfc6-aca6-408e-a80f-29aeee9432a1 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 946 time: 0.0557075 Sep 23 01:35:39.588106 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-698bcc27-83ad-4e02-af4c-15aba1ae5298 req-6ab0130e-1fb1-41fd-8334-13eb46548f73 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f23df6dc-92d2-461a-8bd0-e093bc754254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523624 Sep 23 01:35:40.022756 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b13d18ea-f3a7-46a7-98d7-ffe4cfbd5de6 req-d7e62eda-0eae-4629-be51-c5fd4859f85a service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2b18b98c-5d4a-416e-872c-bd1f7589d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062279 Sep 23 01:35:40.276362 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:40.737128 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa05cbf-3d00-4c35-950b-f12ffb9d7545 req-c4212c83-b023-4d91-b256-2915073f61ba tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:40.738677 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6aa05cbf-3d00-4c35-950b-f12ffb9d7545 req-c4212c83-b023-4d91-b256-2915073f61ba tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 946 time: 0.0542831 Sep 23 01:35:40.801442 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6aa05cbf-3d00-4c35-950b-f12ffb9d7545 req-fd1cb0c3-0b7d-4b93-8852-7d669b35bcd4 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f23df6dc-92d2-461a-8bd0-e093bc754254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569105 Sep 23 01:35:40.961179 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59542a66-c421-4ca3-89c7-50674d882441 req-3a957d53-2080-454e-b7d6-7eff149be1c5 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:40.962761 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-59542a66-c421-4ca3-89c7-50674d882441 req-3a957d53-2080-454e-b7d6-7eff149be1c5 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 946 time: 0.0560870 Sep 23 01:35:40.974176 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46656) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:40.982416 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-e1f9f1d4-50c3-4920-9bbe-3b05ee02e99f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Request body: {'floatingip': {'port_id': 'df0c17e3-2bae-45d1-9f8c-79208eb93e44'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:35:41.025685 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f1d4-50c3-4920-9bbe-3b05ee02e99f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for floatingip (5f68a591-ba84-41a3-950e-5708915bed9e), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:41.201788 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:41.513024 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f1d4-50c3-4920-9bbe-3b05ee02e99f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:41.605322 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f1d4-50c3-4920-9bbe-3b05ee02e99f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (5f68a591-ba84-41a3-950e-5708915bed9e), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:41.710913 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.l3_db [None req-e1f9f1d4-50c3-4920-9bbe-3b05ee02e99f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Floating IP 5f68a591-ba84-41a3-950e-5708915bed9e associated. External IP: 172.27.1.61, port: df0c17e3-2bae-45d1-9f8c-79208eb93e44. Sep 23 01:35:41.906944 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:41.911480 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:41.939447 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f9f1d4-50c3-4920-9bbe-3b05ee02e99f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Router 8a72148d-2e43-4d7a-b8ed-d49526982525 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:35:42.049357 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f9f1d4-50c3-4920-9bbe-3b05ee02e99f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:35:42.053856 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f1d4-50c3-4920-9bbe-3b05ee02e99f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:42.060312 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4878e09-02f6-45c0-8665-a84648ed677f None None] Sync routers for ids ['8a72148d-2e43-4d7a-b8ed-d49526982525'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:35:42.071444 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4878e09-02f6-45c0-8665-a84648ed677f None None] Routers {'8a72148d-2e43-4d7a-b8ed-d49526982525'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:42.072136 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-c4878e09-02f6-45c0-8665-a84648ed677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:35:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['8a72148d-2e43-4d7a-b8ed-d49526982525'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:42.091022 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-e1f9f1d4-50c3-4920-9bbe-3b05ee02e99f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/5f68a591-ba84-41a3-950e-5708915bed9e HTTP/1.1" status: 200 len: 991 time: 1.1130857 Sep 23 01:35:42.091022 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1e50a2-07b1-4707-867a-4959d35ba7fa', 'tag': 'df0c17e3-2bae-45d1-9f8c-79208eb93e44'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:42.093089 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad49064c-8f1d-4f11-8cdd-9fe4dfe875cf" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1e50a2-07b1-4707-867a-4959d35ba7fa", "tag": "df0c17e3-2bae-45d1-9f8c-79208eb93e44"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:42.136428 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb896cb-ef9c-4e73-9a8d-1fd7596d8c0c x-openstack-request-id: req-ccb896cb-ef9c-4e73-9a8d-1fd7596d8c0c {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:42.136830 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1e50a2-07b1-4707-867a-4959d35ba7fa", "tag": "df0c17e3-2bae-45d1-9f8c-79208eb93e44", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:42.137179 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ccb896cb-ef9c-4e73-9a8d-1fd7596d8c0c {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:42.137660 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb896cb-ef9c-4e73-9a8d-1fd7596d8c0c'] response: {'name': 'network-changed', 'server_uuid': '4e1e50a2-07b1-4707-867a-4959d35ba7fa', 'tag': 'df0c17e3-2bae-45d1-9f8c-79208eb93e44', 'status': 'completed', 'code': 200} Sep 23 01:35:42.185021 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-c4878e09-02f6-45c0-8665-a84648ed677f None None] Set router 8a72148d-2e43-4d7a-b8ed-d49526982525 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:42.238838 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d9a72-50d2-4d38-8b07-4d1ea3982b26 req-64d8f631-cbec-4d01-ae76-01fa074a9e08 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:42.240521 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ae7d9a72-50d2-4d38-8b07-4d1ea3982b26 req-64d8f631-cbec-4d01-ae76-01fa074a9e08 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0662987 Sep 23 01:35:42.302729 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ae7d9a72-50d2-4d38-8b07-4d1ea3982b26 req-89cc59dc-8f5f-44a9-9a8f-4db2eac8ff0f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543973 Sep 23 01:35:42.362859 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=100 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:42.510228 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-c4878e09-02f6-45c0-8665-a84648ed677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '5f68a591-ba84-41a3-950e-5708915bed9e', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'port_id': 'df0c17e3-2bae-45d1-9f8c-79208eb93e44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'mac_address': 'fa:16:3e:5c:29:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1e50a2-07b1-4707-867a-4959d35ba7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:35:18Z', 'updated_at': '2022-09-23T01:35:41Z', 'revision_number': 1, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b4994d-4148-412d-a0c3-bb6e91007f10', 'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'mac_address': 'fa:16:3e:07:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:51Z', 'updated_at': '2022-09-23T01:30:20Z', 'revision_number': 5, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'subnets': [{'id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:42.536068 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4878e09-02f6-45c0-8665-a84648ed677f None None] Checking router: 8a72148d-2e43-4d7a-b8ed-d49526982525 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:35:42.546252 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4878e09-02f6-45c0-8665-a84648ed677f None None] Routers {'8a72148d-2e43-4d7a-b8ed-d49526982525'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:42.546864 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-c4878e09-02f6-45c0-8665-a84648ed677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:35:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['8a72148d-2e43-4d7a-b8ed-d49526982525'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:42.637250 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=100 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:42.665939 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-c4878e09-02f6-45c0-8665-a84648ed677f None None] Set router 8a72148d-2e43-4d7a-b8ed-d49526982525 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:42.894544 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-c4878e09-02f6-45c0-8665-a84648ed677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '5f68a591-ba84-41a3-950e-5708915bed9e', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'port_id': 'df0c17e3-2bae-45d1-9f8c-79208eb93e44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'mac_address': 'fa:16:3e:5c:29:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1e50a2-07b1-4707-867a-4959d35ba7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:35:18Z', 'updated_at': '2022-09-23T01:35:41Z', 'revision_number': 1, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b4994d-4148-412d-a0c3-bb6e91007f10', 'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'mac_address': 'fa:16:3e:07:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:51Z', 'updated_at': '2022-09-23T01:30:20Z', 'revision_number': 5, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'subnets': [{'id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:42.920310 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4878e09-02f6-45c0-8665-a84648ed677f None None] The sync data for ids ['8a72148d-2e43-4d7a-b8ed-d49526982525'] in dv-cinder-849143-7-iscsi is: [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '5f68a591-ba84-41a3-950e-5708915bed9e', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'port_id': 'df0c17e3-2bae-45d1-9f8c-79208eb93e44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'mac_address': 'fa:16:3e:5c:29:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1e50a2-07b1-4707-867a-4959d35ba7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:35:18Z', 'updated_at': '2022-09-23T01:35:41Z', 'revision_number': 1, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b4994d-4148-412d-a0c3-bb6e91007f10', 'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'mac_address': 'fa:16:3e:07:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:51Z', 'updated_at': '2022-09-23T01:30:20Z', 'revision_number': 5, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'subnets': [{'id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:35:43.126203 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a660f8-e0f6-4a6e-ab5a-21081c501872 None None] New status for floating IP 5f68a591-ba84-41a3-950e-5708915bed9e: ACTIVE {{(pid=107237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:35:43.455980 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d3b1d-1651-4c6a-8df3-17b6d39a4b52 req-d1f8949a-173a-4bea-804b-9f43a5b5ea19 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:43.457580 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c96d3b1d-1651-4c6a-8df3-17b6d39a4b52 req-d1f8949a-173a-4bea-804b-9f43a5b5ea19 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0541372 Sep 23 01:35:43.510040 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c96d3b1d-1651-4c6a-8df3-17b6d39a4b52 req-e4987a66-4873-4460-9ff5-edf219438357 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462434 Sep 23 01:35:44.636975 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b170e-4e11-4eaf-b9ab-09727a2716f6 req-31072262-ed44-4139-b3ff-b9c19c0e54d8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:44.638528 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-eb5b170e-4e11-4eaf-b9ab-09727a2716f6 req-31072262-ed44-4139-b3ff-b9c19c0e54d8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0484200 Sep 23 01:35:44.690459 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-eb5b170e-4e11-4eaf-b9ab-09727a2716f6 req-ec0404c0-fb2a-4a37-b084-2158fbc57480 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459116 Sep 23 01:35:45.794805 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49064c-8f1d-4f11-8cdd-9fe4dfe875cf req-844a80da-5df9-4d9c-a9a1-7ccca1e6c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:45.797087 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ad49064c-8f1d-4f11-8cdd-9fe4dfe875cf req-844a80da-5df9-4d9c-a9a1-7ccca1e6c8e4 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=92e9b7f9904f437f91148da9fc521326&device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 1130 time: 0.0472372 Sep 23 01:35:45.826626 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a41282-1af0-4c6b-8680-a653b13bd979 req-243f6c82-7c35-437d-861a-b3d447168d9a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:45.828238 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e6a41282-1af0-4c6b-8680-a653b13bd979 req-243f6c82-7c35-437d-861a-b3d447168d9a tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0538580 Sep 23 01:35:45.904716 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e6a41282-1af0-4c6b-8680-a653b13bd979 req-23024810-170b-47e3-a6e3-a47a9cf47160 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683417 Sep 23 01:35:45.931631 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49064c-8f1d-4f11-8cdd-9fe4dfe875cf req-380bb570-6208-4a4e-aa92-739906f37480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:45.934701 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ad49064c-8f1d-4f11-8cdd-9fe4dfe875cf req-380bb570-6208-4a4e-aa92-739906f37480 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=62c29b3e-b2e8-4dd4-ada2-85bc80343af4 HTTP/1.1" status: 200 len: 912 time: 0.1294336 Sep 23 01:35:46.032461 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ad49064c-8f1d-4f11-8cdd-9fe4dfe875cf req-d0373cd7-171c-46b8-bd41-9e9eb570efba service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df0c17e3-2bae-45d1-9f8c-79208eb93e44 HTTP/1.1" status: 200 len: 1001 time: 0.0727975 Sep 23 01:35:46.088282 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49064c-8f1d-4f11-8cdd-9fe4dfe875cf req-d25c30cb-96fe-4d85-acac-c86e14aec1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:46.089888 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ad49064c-8f1d-4f11-8cdd-9fe4dfe875cf req-d25c30cb-96fe-4d85-acac-c86e14aec1d0 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d36fada1-7414-44f7-a6e7-b0b2acebf5e7 HTTP/1.1" status: 200 len: 850 time: 0.0507994 Sep 23 01:35:46.246900 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49064c-8f1d-4f11-8cdd-9fe4dfe875cf req-47b29d4c-633d-4424-a0f8-cf2de93d6a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:46.248475 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ad49064c-8f1d-4f11-8cdd-9fe4dfe875cf req-47b29d4c-633d-4424-a0f8-cf2de93d6a75 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=62c29b3e-b2e8-4dd4-ada2-85bc80343af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803056 Sep 23 01:35:46.254224 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152cf14-3646-4ae7-a8d9-eba01b256582 req-0df63fb0-7a10-4afb-9127-b93a85008eed tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:46.255848 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4152cf14-3646-4ae7-a8d9-eba01b256582 req-0df63fb0-7a10-4afb-9127-b93a85008eed tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0861115 Sep 23 01:35:46.403029 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:46.413035 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-4152cf14-3646-4ae7-a8d9-eba01b256582 req-c5c89f3a-7619-4017-b9ce-85c909198e6e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Deleting port c77b59ee-17b3-4900-9eab-5cda9d09251b {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:35:46.413375 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-4152cf14-3646-4ae7-a8d9-eba01b256582 req-c5c89f3a-7619-4017-b9ce-85c909198e6e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (c77b59ee-17b3-4900-9eab-5cda9d09251b), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:46.439069 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ad49064c-8f1d-4f11-8cdd-9fe4dfe875cf req-a040619a-e48f-420b-abfa-7e6f7f00702d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748838 Sep 23 01:35:46.818629 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:46.820503 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-4152cf14-3646-4ae7-a8d9-eba01b256582 req-c5c89f3a-7619-4017-b9ce-85c909198e6e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] For port c77b59ee-17b3-4900-9eab-5cda9d09251b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c77b59ee-17b3-4900-9eab-5cda9d09251b,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:46.820881 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-4152cf14-3646-4ae7-a8d9-eba01b256582 req-c5c89f3a-7619-4017-b9ce-85c909198e6e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (c77b59ee-17b3-4900-9eab-5cda9d09251b), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:46.864577 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ad49064c-8f1d-4f11-8cdd-9fe4dfe875cf req-f40bc9cb-0462-4fc0-9df8-e51efd44d7cb service neutron] 10.222.0.81 "GET /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003148 Sep 23 01:35:47.084252 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803e1be-7762-4e1d-890f-26149896ca27 req-0b0c8c4f-ebed-4432-9b67-0549228c4d84 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:47.085709 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e803e1be-7762-4e1d-890f-26149896ca27 req-0b0c8c4f-ebed-4432-9b67-0549228c4d84 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 945 time: 0.0938661 Sep 23 01:35:47.104364 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-4152cf14-3646-4ae7-a8d9-eba01b256582 req-c5c89f3a-7619-4017-b9ce-85c909198e6e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:47.104761 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-4152cf14-3646-4ae7-a8d9-eba01b256582 req-c5c89f3a-7619-4017-b9ce-85c909198e6e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (9b0e052c-d12d-4dca-810c-eda79c0a359f), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:47.105076 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.l3_db [req-4152cf14-3646-4ae7-a8d9-eba01b256582 req-c5c89f3a-7619-4017-b9ce-85c909198e6e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Floating IP 9b0e052c-d12d-4dca-810c-eda79c0a359f disassociated. External IP: 172.27.1.223, port: c77b59ee-17b3-4900-9eab-5cda9d09251b. Sep 23 01:35:47.105453 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-4152cf14-3646-4ae7-a8d9-eba01b256582 req-c5c89f3a-7619-4017-b9ce-85c909198e6e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Calling delete_port for c77b59ee-17b3-4900-9eab-5cda9d09251b owned by compute:nova {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:35:47.190830 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e803e1be-7762-4e1d-890f-26149896ca27 req-641176c4-5800-4550-a32a-a80d99523fda tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=710b6928-b2f1-4539-8529-e8c9ef6f0001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947502 Sep 23 01:35:47.379530 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-4152cf14-3646-4ae7-a8d9-eba01b256582 req-c5c89f3a-7619-4017-b9ce-85c909198e6e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (c77b59ee-17b3-4900-9eab-5cda9d09251b), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:47.413977 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c89f3a-7619-4017-b9ce-85c909198e6e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Pushing event deleted for resources: {'Port': ['ID=c77b59ee-17b3-4900-9eab-5cda9d09251b,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:47.542841 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4152cf14-3646-4ae7-a8d9-eba01b256582 req-c5c89f3a-7619-4017-b9ce-85c909198e6e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:35:47.650194 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4152cf14-3646-4ae7-a8d9-eba01b256582 req-c5c89f3a-7619-4017-b9ce-85c909198e6e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:35:47.662773 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb9fca-631b-4af2-ba4a-df855ad1cb97 None None] Sync routers for ids ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:35:47.673811 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb9fca-631b-4af2-ba4a-df855ad1cb97 None None] Routers {'2e261646-45a3-4efd-9e39-d0fd6a3ba39f'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:47.674499 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-afeb9fca-631b-4af2-ba4a-df855ad1cb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:35:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:47.694113 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-4152cf14-3646-4ae7-a8d9-eba01b256582 req-c5c89f3a-7619-4017-b9ce-85c909198e6e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] No DVR routers for this DVR port c77b59ee-17b3-4900-9eab-5cda9d09251b on host hv-cinder-84914 {{(pid=107236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:35:47.697012 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-4152cf14-3646-4ae7-a8d9-eba01b256582 req-c5c89f3a-7619-4017-b9ce-85c909198e6e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:47.700498 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4152cf14-3646-4ae7-a8d9-eba01b256582 req-c5c89f3a-7619-4017-b9ce-85c909198e6e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.81 "DELETE /networking/v2.0/ports/c77b59ee-17b3-4900-9eab-5cda9d09251b HTTP/1.1" status: 204 len: 173 time: 1.4351647 Sep 23 01:35:47.701022 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'name': 'network-vif-deleted', 'tag': 'c77b59ee-17b3-4900-9eab-5cda9d09251b'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:47.703320 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd1c815-01b5-4556-8b18-8ca05914a06b" -d '{"events": [{"server_uuid": "f742ca8a-d7be-4ca0-9277-3a5a44421160", "name": "network-vif-deleted", "tag": "c77b59ee-17b3-4900-9eab-5cda9d09251b"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:47.747223 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce738251-dc01-4a8b-84e2-8fad706bce4b x-openstack-request-id: req-ce738251-dc01-4a8b-84e2-8fad706bce4b {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:47.747515 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f742ca8a-d7be-4ca0-9277-3a5a44421160", "name": "network-vif-deleted", "tag": "c77b59ee-17b3-4900-9eab-5cda9d09251b", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:47.747802 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce738251-dc01-4a8b-84e2-8fad706bce4b {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:47.748202 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce738251-dc01-4a8b-84e2-8fad706bce4b'] response: {'server_uuid': 'f742ca8a-d7be-4ca0-9277-3a5a44421160', 'name': 'network-vif-deleted', 'tag': 'c77b59ee-17b3-4900-9eab-5cda9d09251b', 'status': 'completed', 'code': 200} Sep 23 01:35:47.795283 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-afeb9fca-631b-4af2-ba4a-df855ad1cb97 None None] Set router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:47.996663 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-afeb9fca-631b-4af2-ba4a-df855ad1cb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'gw_port': {'id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'b0a23080-5e70-4836-a88b-1396740c3f68', 'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'mac_address': 'fa:16:3e:fd:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f171f77f-736d-489a-928a-20915fd59544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:52Z', 'updated_at': '2022-09-23T01:30:26Z', 'revision_number': 5, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'subnets': [{'id': 'f171f77f-736d-489a-928a-20915fd59544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:48.021057 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb9fca-631b-4af2-ba4a-df855ad1cb97 None None] Checking router: 2e261646-45a3-4efd-9e39-d0fd6a3ba39f for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:35:48.030150 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb9fca-631b-4af2-ba4a-df855ad1cb97 None None] Routers {'2e261646-45a3-4efd-9e39-d0fd6a3ba39f'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:35:48.030749 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-afeb9fca-631b-4af2-ba4a-df855ad1cb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:35:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:48.076212 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=100 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:48.134687 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-afeb9fca-631b-4af2-ba4a-df855ad1cb97 None None] Set router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:35:48.336928 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-afeb9fca-631b-4af2-ba4a-df855ad1cb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'gw_port': {'id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'b0a23080-5e70-4836-a88b-1396740c3f68', 'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'mac_address': 'fa:16:3e:fd:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f171f77f-736d-489a-928a-20915fd59544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:52Z', 'updated_at': '2022-09-23T01:30:26Z', 'revision_number': 5, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'subnets': [{'id': 'f171f77f-736d-489a-928a-20915fd59544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:35:48.344348 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-742df259-3a92-4f0a-b7aa-5bcc18fec71e req-9b75838f-eaca-44ae-a73f-892bdcd71225 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f742ca8a-d7be-4ca0-9277-3a5a44421160 HTTP/1.1" status: 200 len: 210 time: 0.0329745 Sep 23 01:35:48.370606 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb9fca-631b-4af2-ba4a-df855ad1cb97 None None] The sync data for ids ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'] in dv-cinder-849143-7-iscsi is: [{'id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'gw_port': {'id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'b0a23080-5e70-4836-a88b-1396740c3f68', 'name': '', 'network_id': 'f7b971fd-945f-4624-ba90-e53784d63da6', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'mac_address': 'fa:16:3e:fd:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f171f77f-736d-489a-928a-20915fd59544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:52Z', 'updated_at': '2022-09-23T01:30:26Z', 'revision_number': 5, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'subnets': [{'id': 'f171f77f-736d-489a-928a-20915fd59544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:35:48.614679 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da263795-a9c3-4dca-b7aa-e18a052df54a None None] New status for floating IP 9b0e052c-d12d-4dca-810c-eda79c0a359f: DOWN {{(pid=107237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:35:49.624445 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46694) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:49.673059 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:49.688957 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-80ef37b7-89ec-448c-bc61-68f30482e569 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for security_group (710b6928-b2f1-4539-8529-e8c9ef6f0001), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:49.716629 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-80ef37b7-89ec-448c-bc61-68f30482e569 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for security_group (710b6928-b2f1-4539-8529-e8c9ef6f0001), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:49.933711 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-80ef37b7-89ec-448c-bc61-68f30482e569 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (710b6928-b2f1-4539-8529-e8c9ef6f0001), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:49.936380 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-80ef37b7-89ec-448c-bc61-68f30482e569 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:49.937678 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-80ef37b7-89ec-448c-bc61-68f30482e569 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/710b6928-b2f1-4539-8529-e8c9ef6f0001 HTTP/1.1" status: 204 len: 168 time: 0.3121867 Sep 23 01:35:49.940401 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46696) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:49.945592 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:49.949695 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef37b7-89ec-448c-bc61-68f30482e569 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=710b6928-b2f1-4539-8529-e8c9ef6f0001,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:49.956437 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.api.v2.resource [None req-0cae17e8-4e05-41e9-96e3-338b0c0abf0f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] show failed (client error): The resource could not be found. Sep 23 01:35:49.960472 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-0cae17e8-4e05-41e9-96e3-338b0c0abf0f tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups/710b6928-b2f1-4539-8529-e8c9ef6f0001 HTTP/1.1" status: 404 len: 347 time: 0.0158229 Sep 23 01:35:49.961816 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46698) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:35:50.083274 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-51b3ae9e-9f5d-4f4d-aa5a-6190d5802035 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Deleting port ac554a8d-4c23-4a43-b061-2b737ad547a1 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:35:50.083666 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-51b3ae9e-9f5d-4f4d-aa5a-6190d5802035 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (ac554a8d-4c23-4a43-b061-2b737ad547a1), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:50.444270 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-51b3ae9e-9f5d-4f4d-aa5a-6190d5802035 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (ac554a8d-4c23-4a43-b061-2b737ad547a1), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:50.444592 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-51b3ae9e-9f5d-4f4d-aa5a-6190d5802035 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for floatingip (ac554a8d-4c23-4a43-b061-2b737ad547a1), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:50.459635 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-51b3ae9e-9f5d-4f4d-aa5a-6190d5802035 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Calling delete_port for ac554a8d-4c23-4a43-b061-2b737ad547a1 owned by network:floatingip {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:35:50.465397 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:50.696152 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-51b3ae9e-9f5d-4f4d-aa5a-6190d5802035 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (ac554a8d-4c23-4a43-b061-2b737ad547a1), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:50.701354 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:50.723241 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3ae9e-9f5d-4f4d-aa5a-6190d5802035 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Pushing event deleted for resources: {'Port': ['ID=ac554a8d-4c23-4a43-b061-2b737ad547a1,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:50.796387 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-51b3ae9e-9f5d-4f4d-aa5a-6190d5802035 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks [] for floatingip (9b0e052c-d12d-4dca-810c-eda79c0a359f), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:50.799534 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-51b3ae9e-9f5d-4f4d-aa5a-6190d5802035 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:50.801004 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-51b3ae9e-9f5d-4f4d-aa5a-6190d5802035 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/9b0e052c-d12d-4dca-810c-eda79c0a359f HTTP/1.1" status: 204 len: 168 time: 0.8380635 Sep 23 01:35:51.035523 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device c77b59ee-17b3-4900-9eab-5cda9d09251b no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:35:51.061243 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: c77b59ee-17b3-4900-9eab-5cda9d09251b {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:35:51.061581 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device c77b59ee-17b3-4900-9eab-5cda9d09251b not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:35:51.330118 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:35:51.769032 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:54.083863 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184e481-b912-46db-bd7b-8c29c1748735 req-d45aaf7e-c1ee-4fb8-9a11-abf3e8e299ac tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:54.085576 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6184e481-b912-46db-bd7b-8c29c1748735 req-d45aaf7e-c1ee-4fb8-9a11-abf3e8e299ac tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0531526 Sep 23 01:35:54.148389 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6184e481-b912-46db-bd7b-8c29c1748735 req-32da3905-326d-4a48-b595-359e5e937bcf tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556066 Sep 23 01:35:55.283905 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a369ff7-0350-4303-9c6c-1bf0ab9398c8 req-24b8a2c7-5da7-4bd4-9624-f7c47cb39b88 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:55.285614 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2a369ff7-0350-4303-9c6c-1bf0ab9398c8 req-24b8a2c7-5da7-4bd4-9624-f7c47cb39b88 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0533457 Sep 23 01:35:55.342543 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2a369ff7-0350-4303-9c6c-1bf0ab9398c8 req-44d54cbc-0ab1-4112-b101-8730db68b239 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511754 Sep 23 01:35:55.956389 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-42172db8-1973-470b-b701-23c6fe25c450 req-b5152cde-a78d-4f68-9945-82aea3a97966 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435603 Sep 23 01:35:56.176881 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f1b17-86aa-452d-a994-c2026d1af682 req-1502b556-a3ae-4849-8b60-376407e5c5b8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:56.178394 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-017f1b17-86aa-452d-a994-c2026d1af682 req-1502b556-a3ae-4849-8b60-376407e5c5b8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.0808775 Sep 23 01:35:56.194131 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42172db8-1973-470b-b701-23c6fe25c450 req-9dade656-ba45-485e-ac18-bb53f261f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:56.195643 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-42172db8-1973-470b-b701-23c6fe25c450 req-9dade656-ba45-485e-ac18-bb53f261f325 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 1129 time: 0.0682874 Sep 23 01:35:56.341160 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-017f1b17-86aa-452d-a994-c2026d1af682 req-b021c6c3-6011-4466-9c4e-17e1892a9f18 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Deleting port 3c1b60d8-8221-4813-9c15-069d1c74ae40 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:35:56.341497 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-017f1b17-86aa-452d-a994-c2026d1af682 req-b021c6c3-6011-4466-9c4e-17e1892a9f18 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (3c1b60d8-8221-4813-9c15-069d1c74ae40), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:56.413585 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42172db8-1973-470b-b701-23c6fe25c450 req-cc04f7af-42aa-42ac-b8b7-ce6e7d7ef8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:56.416266 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-42172db8-1973-470b-b701-23c6fe25c450 req-cc04f7af-42aa-42ac-b8b7-ce6e7d7ef8c0 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 200 len: 920 time: 0.1952100 Sep 23 01:35:56.487866 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-42172db8-1973-470b-b701-23c6fe25c450 req-a7500bfe-b3a5-4e57-a20e-395477c11fe8 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbe29d32-612d-4c37-bdda-6d63f1cd6de4 HTTP/1.1" status: 200 len: 217 time: 0.0603011 Sep 23 01:35:56.559209 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-017f1b17-86aa-452d-a994-c2026d1af682 req-b021c6c3-6011-4466-9c4e-17e1892a9f18 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] For port 3c1b60d8-8221-4813-9c15-069d1c74ae40, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3c1b60d8-8221-4813-9c15-069d1c74ae40,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:35:56.559580 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-017f1b17-86aa-452d-a994-c2026d1af682 req-b021c6c3-6011-4466-9c4e-17e1892a9f18 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (3c1b60d8-8221-4813-9c15-069d1c74ae40), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:56.580603 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-017f1b17-86aa-452d-a994-c2026d1af682 req-b021c6c3-6011-4466-9c4e-17e1892a9f18 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Calling delete_port for 3c1b60d8-8221-4813-9c15-069d1c74ae40 owned by compute:nova {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:35:56.589934 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3464b0-935e-47db-9cb0-2b204823a077 req-50ad7233-e645-43f3-85a8-21a0936ad3fc tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:56.591459 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6e3464b0-935e-47db-9cb0-2b204823a077 req-50ad7233-e645-43f3-85a8-21a0936ad3fc tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 946 time: 0.1244586 Sep 23 01:35:56.621935 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42172db8-1973-470b-b701-23c6fe25c450 req-a6ab08ec-a027-4093-ad3f-9511c50dda34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:56.623688 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-42172db8-1973-470b-b701-23c6fe25c450 req-a6ab08ec-a027-4093-ad3f-9511c50dda34 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f171f77f-736d-489a-928a-20915fd59544 HTTP/1.1" status: 200 len: 858 time: 0.1094813 Sep 23 01:35:56.736160 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6e3464b0-935e-47db-9cb0-2b204823a077 req-3fda961c-db4b-40e0-9deb-2e11ec7a2578 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379046 Sep 23 01:35:56.747175 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42172db8-1973-470b-b701-23c6fe25c450 req-c5f72ad2-78af-469e-8840-a81e1fc2f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:35:56.748756 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-42172db8-1973-470b-b701-23c6fe25c450 req-c5f72ad2-78af-469e-8840-a81e1fc2f625 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f7b971fd-945f-4624-ba90-e53784d63da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867701 Sep 23 01:35:56.877819 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:56.894534 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-42172db8-1973-470b-b701-23c6fe25c450 req-0b5fa13d-bbd8-40f4-afc7-d270f5fbf1bd service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365106 Sep 23 01:35:56.919454 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:56.973362 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-017f1b17-86aa-452d-a994-c2026d1af682 req-b021c6c3-6011-4466-9c4e-17e1892a9f18 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (3c1b60d8-8221-4813-9c15-069d1c74ae40), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:57.022789 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['fbe29d32-612d-4c37-bdda-6d63f1cd6de4', '3c1b60d8-8221-4813-9c15-069d1c74ae40'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:35:57.031060 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021c6c3-6011-4466-9c4e-17e1892a9f18 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Pushing event deleted for resources: {'Port': ['ID=3c1b60d8-8221-4813-9c15-069d1c74ae40,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:35:57.060847 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-42172db8-1973-470b-b701-23c6fe25c450 req-205150a7-63fb-453a-b2c5-7130bdb18db4 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589253 Sep 23 01:35:57.081389 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-017f1b17-86aa-452d-a994-c2026d1af682 req-b021c6c3-6011-4466-9c4e-17e1892a9f18 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] No DVR routers for this DVR port 3c1b60d8-8221-4813-9c15-069d1c74ae40 on host hv-cinder-84914 {{(pid=107236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:35:57.086026 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-017f1b17-86aa-452d-a994-c2026d1af682 req-b021c6c3-6011-4466-9c4e-17e1892a9f18 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:35:57.087893 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-017f1b17-86aa-452d-a994-c2026d1af682 req-b021c6c3-6011-4466-9c4e-17e1892a9f18 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.81 "DELETE /networking/v2.0/ports/3c1b60d8-8221-4813-9c15-069d1c74ae40 HTTP/1.1" status: 204 len: 173 time: 0.9004564 Sep 23 01:35:57.091742 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3604d0-0f5e-4363-ae25-1fa0bbbb900f', 'name': 'network-vif-deleted', 'tag': '3c1b60d8-8221-4813-9c15-069d1c74ae40'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:35:57.091742 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e226fc08-5291-4f8a-9b0f-a2bbcc3e90ea" -d '{"events": [{"server_uuid": "8e3604d0-0f5e-4363-ae25-1fa0bbbb900f", "name": "network-vif-deleted", "tag": "3c1b60d8-8221-4813-9c15-069d1c74ae40"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:35:57.149245 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec26184d-57c7-4efc-917f-63022499f360 x-openstack-request-id: req-ec26184d-57c7-4efc-917f-63022499f360 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:35:57.149923 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3604d0-0f5e-4363-ae25-1fa0bbbb900f", "name": "network-vif-deleted", "tag": "3c1b60d8-8221-4813-9c15-069d1c74ae40", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:35:57.149923 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec26184d-57c7-4efc-917f-63022499f360 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:35:57.150795 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec26184d-57c7-4efc-917f-63022499f360'] response: {'server_uuid': '8e3604d0-0f5e-4363-ae25-1fa0bbbb900f', 'name': 'network-vif-deleted', 'tag': '3c1b60d8-8221-4813-9c15-069d1c74ae40', 'status': 'completed', 'code': 200} Sep 23 01:35:57.173610 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:57.197022 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:UPDATE=7,neutron:SELECT=93 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:57.878218 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8e67c269-5f30-47fd-8bc9-3cc900ca8d37 req-9f1066d5-7482-455a-b65c-2053542e8e3e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 210 time: 0.0294664 Sep 23 01:35:58.341804 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=83 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:35:59.027757 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4155ec9c-4cea-47c1-b402-eee52b5ae9b1 req-119be54f-3df6-412b-9fe7-c20452574fe3 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=8e3604d0-0f5e-4363-ae25-1fa0bbbb900f HTTP/1.1" status: 200 len: 210 time: 0.0412421 Sep 23 01:36:00.602641 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e9886-c13a-4d8a-9c78-c19aeef3548a req-a8b18090-a0b1-49d0-8922-d5b339a5babd tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:00.604289 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-793e9886-c13a-4d8a-9c78-c19aeef3548a req-a8b18090-a0b1-49d0-8922-d5b339a5babd tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0509951 Sep 23 01:36:00.665762 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-793e9886-c13a-4d8a-9c78-c19aeef3548a req-0e205209-4d76-464a-8dfd-1c484389ae24 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541284 Sep 23 01:36:01.050880 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 3c1b60d8-8221-4813-9c15-069d1c74ae40 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:36:01.075070 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: 3c1b60d8-8221-4813-9c15-069d1c74ae40 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:36:01.075411 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 3c1b60d8-8221-4813-9c15-069d1c74ae40 not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:36:01.325667 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=27 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:01.845294 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c34d6-cc73-4e76-bd98-91605f4e0fae req-65799fd7-f915-4e5f-8e7d-b3c78d910363 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:01.847358 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c58c34d6-cc73-4e76-bd98-91605f4e0fae req-65799fd7-f915-4e5f-8e7d-b3c78d910363 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0586271 Sep 23 01:36:01.905948 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c58c34d6-cc73-4e76-bd98-91605f4e0fae req-41028813-ec0a-46d1-b912-c2f8a20d7ecb tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511725 Sep 23 01:36:03.070434 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a37dc1-db7f-4a99-981b-98903aebc25a req-d4d78fe9-189c-4f63-b5a6-f77921ad7646 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:03.072055 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-42a37dc1-db7f-4a99-981b-98903aebc25a req-d4d78fe9-189c-4f63-b5a6-f77921ad7646 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0520470 Sep 23 01:36:03.133613 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-42a37dc1-db7f-4a99-981b-98903aebc25a req-f0f47707-2216-421e-ac89-1803531fd374 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=beee1809-d522-407e-81a0-8765521ffd22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532315 Sep 23 01:36:03.477863 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888502d-3bdb-441f-8160-0587d630ceba req-2203bd2c-4309-4476-8b71-93610df068d7 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:03.479373 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8888502d-3bdb-441f-8160-0587d630ceba req-2203bd2c-4309-4476-8b71-93610df068d7 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 945 time: 0.0672884 Sep 23 01:36:03.606729 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-8888502d-3bdb-441f-8160-0587d630ceba req-9192d5d3-1cba-4b37-a51a-18750b6a51f8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Deleting port fbe29d32-612d-4c37-bdda-6d63f1cd6de4 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:36:03.607085 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-8888502d-3bdb-441f-8160-0587d630ceba req-9192d5d3-1cba-4b37-a51a-18750b6a51f8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (fbe29d32-612d-4c37-bdda-6d63f1cd6de4), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:03.725348 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-8888502d-3bdb-441f-8160-0587d630ceba req-9192d5d3-1cba-4b37-a51a-18750b6a51f8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] For port fbe29d32-612d-4c37-bdda-6d63f1cd6de4, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fbe29d32-612d-4c37-bdda-6d63f1cd6de4,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:03.725700 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-8888502d-3bdb-441f-8160-0587d630ceba req-9192d5d3-1cba-4b37-a51a-18750b6a51f8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (fbe29d32-612d-4c37-bdda-6d63f1cd6de4), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:03.742814 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-8888502d-3bdb-441f-8160-0587d630ceba req-9192d5d3-1cba-4b37-a51a-18750b6a51f8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Calling delete_port for fbe29d32-612d-4c37-bdda-6d63f1cd6de4 owned by compute:nova {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:36:03.844407 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-14b8b15d-ad79-42ff-99bd-e9bbdb6d99c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:03.990610 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-8888502d-3bdb-441f-8160-0587d630ceba req-9192d5d3-1cba-4b37-a51a-18750b6a51f8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (fbe29d32-612d-4c37-bdda-6d63f1cd6de4), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:04.021502 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192d5d3-1cba-4b37-a51a-18750b6a51f8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Pushing event deleted for resources: {'Port': ['ID=fbe29d32-612d-4c37-bdda-6d63f1cd6de4,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:04.038147 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['fbe29d32-612d-4c37-bdda-6d63f1cd6de4'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:36:04.086413 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-8888502d-3bdb-441f-8160-0587d630ceba req-9192d5d3-1cba-4b37-a51a-18750b6a51f8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] No DVR routers for this DVR port fbe29d32-612d-4c37-bdda-6d63f1cd6de4 on host hv-cinder-84914 {{(pid=107236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:36:04.089612 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-8888502d-3bdb-441f-8160-0587d630ceba req-9192d5d3-1cba-4b37-a51a-18750b6a51f8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:04.093001 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8888502d-3bdb-441f-8160-0587d630ceba req-9192d5d3-1cba-4b37-a51a-18750b6a51f8 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.81 "DELETE /networking/v2.0/ports/fbe29d32-612d-4c37-bdda-6d63f1cd6de4 HTTP/1.1" status: 204 len: 173 time: 0.6080551 Sep 23 01:36:04.093524 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75f4424-87db-4f88-a745-e8071a1a3404', 'name': 'network-vif-deleted', 'tag': 'fbe29d32-612d-4c37-bdda-6d63f1cd6de4'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:36:04.096350 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9597ae-0752-450a-a402-eeac620aa54b" -d '{"events": [{"server_uuid": "a75f4424-87db-4f88-a745-e8071a1a3404", "name": "network-vif-deleted", "tag": "fbe29d32-612d-4c37-bdda-6d63f1cd6de4"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:36:04.152885 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e0bb13-45c7-43be-acba-95f7082f8d3e x-openstack-request-id: req-d6e0bb13-45c7-43be-acba-95f7082f8d3e {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:36:04.153216 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75f4424-87db-4f88-a745-e8071a1a3404", "name": "network-vif-deleted", "tag": "fbe29d32-612d-4c37-bdda-6d63f1cd6de4", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:36:04.153541 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6e0bb13-45c7-43be-acba-95f7082f8d3e {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:36:04.153970 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e0bb13-45c7-43be-acba-95f7082f8d3e'] response: {'server_uuid': 'a75f4424-87db-4f88-a745-e8071a1a3404', 'name': 'network-vif-deleted', 'tag': 'fbe29d32-612d-4c37-bdda-6d63f1cd6de4', 'status': 'completed', 'code': 200} Sep 23 01:36:04.265273 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-68d2566e-35dd-4e5d-ac00-05d13017100e req-d744ff9b-78f9-4e82-be2e-3d00a411895e tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 210 time: 0.0464518 Sep 23 01:36:05.400237 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8bd5ebeb-d4f7-4824-a777-7db6f0e33a1d req-208592e3-3d0e-4be8-89fa-86d8e97b9ea9 tempest-ServerRescueNegativeTestJSON-1142306427 tempest-ServerRescueNegativeTestJSON-1142306427-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=a75f4424-87db-4f88-a745-e8071a1a3404 HTTP/1.1" status: 200 len: 210 time: 0.0309303 Sep 23 01:36:06.402095 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-df50b119-eb24-4c6a-ac52-ae2fcb613d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:06.505884 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46756) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:06.734799 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:06.839607 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:07.065339 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-de64f82f-2538-40a0-9675-4b52d99911d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736099'] for router_interface (2e261646-45a3-4efd-9e39-d0fd6a3ba39f), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:07.081716 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device fbe29d32-612d-4c37-bdda-6d63f1cd6de4 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:36:07.107664 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: fbe29d32-612d-4c37-bdda-6d63f1cd6de4 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:36:07.108193 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device fbe29d32-612d-4c37-bdda-6d63f1cd6de4 not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:36:07.710401 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-de64f82f-2538-40a0-9675-4b52d99911d2 admin admin] Deleting port b0a23080-5e70-4836-a88b-1396740c3f68 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:36:07.711070 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-de64f82f-2538-40a0-9675-4b52d99911d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (b0a23080-5e70-4836-a88b-1396740c3f68), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:07.832052 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [None req-de64f82f-2538-40a0-9675-4b52d99911d2 admin admin] For port b0a23080-5e70-4836-a88b-1396740c3f68, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=b0a23080-5e70-4836-a88b-1396740c3f68,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:07.832491 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-de64f82f-2538-40a0-9675-4b52d99911d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (b0a23080-5e70-4836-a88b-1396740c3f68), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:07.851779 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-de64f82f-2538-40a0-9675-4b52d99911d2 admin admin] Calling delete_port for b0a23080-5e70-4836-a88b-1396740c3f68 owned by network:router_interface {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:36:08.200182 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-de64f82f-2538-40a0-9675-4b52d99911d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (b0a23080-5e70-4836-a88b-1396740c3f68), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:08.233978 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64f82f-2538-40a0-9675-4b52d99911d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a23080-5e70-4836-a88b-1396740c3f68,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:08.472274 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-de64f82f-2538-40a0-9675-4b52d99911d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683219'] for router_interface (2e261646-45a3-4efd-9e39-d0fd6a3ba39f), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:08.475302 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:08.487037 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:08.773429 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de64f82f-2538-40a0-9675-4b52d99911d2 admin admin] Router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:36:08.887993 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:08.961450 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de64f82f-2538-40a0-9675-4b52d99911d2 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:36:08.970283 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-de64f82f-2538-40a0-9675-4b52d99911d2 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/2e261646-45a3-4efd-9e39-d0fd6a3ba39f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4611807 Sep 23 01:36:08.973261 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46762) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:08.976716 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c856b-9176-4082-8ace-0a94aee28548 None None] Sync routers for ids ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:36:08.989172 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c856b-9176-4082-8ace-0a94aee28548 None None] Routers {'2e261646-45a3-4efd-9e39-d0fd6a3ba39f'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:36:08.989801 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-ea7c856b-9176-4082-8ace-0a94aee28548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:36:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:09.118576 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8191db5a-1535-4e0c-a8f9-c9063cf78d8d admin admin] Publish callbacks [] for router (2e261646-45a3-4efd-9e39-d0fd6a3ba39f), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:09.234056 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-ea7c856b-9176-4082-8ace-0a94aee28548 None None] Set router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:36:09.315163 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8191db5a-1535-4e0c-a8f9-c9063cf78d8d admin admin] Publish callbacks [] for router_gateway (2e261646-45a3-4efd-9e39-d0fd6a3ba39f), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:09.462314 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-ea7c856b-9176-4082-8ace-0a94aee28548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:36:08Z', 'revision_number': 5, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'gw_port': {'id': '986c2f54-b691-4fbb-8a09-29ab8c2bca1b', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:09.470794 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-8191db5a-1535-4e0c-a8f9-c9063cf78d8d admin admin] Deleting port 986c2f54-b691-4fbb-8a09-29ab8c2bca1b {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:36:09.471376 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8191db5a-1535-4e0c-a8f9-c9063cf78d8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (986c2f54-b691-4fbb-8a09-29ab8c2bca1b), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:09.505647 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c856b-9176-4082-8ace-0a94aee28548 None None] Checking router: 2e261646-45a3-4efd-9e39-d0fd6a3ba39f for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:36:09.517525 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c856b-9176-4082-8ace-0a94aee28548 None None] Routers {'2e261646-45a3-4efd-9e39-d0fd6a3ba39f'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:36:09.518161 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-ea7c856b-9176-4082-8ace-0a94aee28548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:36:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:09.601368 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [None req-8191db5a-1535-4e0c-a8f9-c9063cf78d8d admin admin] For port 986c2f54-b691-4fbb-8a09-29ab8c2bca1b, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=986c2f54-b691-4fbb-8a09-29ab8c2bca1b,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:09.601941 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8191db5a-1535-4e0c-a8f9-c9063cf78d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (986c2f54-b691-4fbb-8a09-29ab8c2bca1b), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:09.625955 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-8191db5a-1535-4e0c-a8f9-c9063cf78d8d admin admin] Calling delete_port for 986c2f54-b691-4fbb-8a09-29ab8c2bca1b owned by network:router_gateway {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:36:09.649614 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-ea7c856b-9176-4082-8ace-0a94aee28548 None None] Set router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f gateway port host: None {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:36:09.708612 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:09.750286 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-ea7c856b-9176-4082-8ace-0a94aee28548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:36:09Z', 'revision_number': 6, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'gw_port_host': None}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:09.797712 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c856b-9176-4082-8ace-0a94aee28548 None None] The sync data for ids ['2e261646-45a3-4efd-9e39-d0fd6a3ba39f'] in dv-cinder-849143-7-iscsi is: [{'id': '2e261646-45a3-4efd-9e39-d0fd6a3ba39f', 'name': 'tempest-ServerRescueNegativeTestJSON-1269451454-router', 'tenant_id': '1b8939e407ff4bdc81191af7f0593cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:36:09Z', 'revision_number': 6, 'project_id': '1b8939e407ff4bdc81191af7f0593cd5', 'gw_port_host': None}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:36:09.930188 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8191db5a-1535-4e0c-a8f9-c9063cf78d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (986c2f54-b691-4fbb-8a09-29ab8c2bca1b), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:09.965054 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191db5a-1535-4e0c-a8f9-c9063cf78d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=986c2f54-b691-4fbb-8a09-29ab8c2bca1b,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:10.042812 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8191db5a-1535-4e0c-a8f9-c9063cf78d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679193'] for router_gateway (2e261646-45a3-4efd-9e39-d0fd6a3ba39f), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.183780 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8191db5a-1535-4e0c-a8f9-c9063cf78d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6547'] for router (2e261646-45a3-4efd-9e39-d0fd6a3ba39f), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.187098 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8191db5a-1535-4e0c-a8f9-c9063cf78d8d admin admin] Publish callbacks [] for router_controller (2e261646-45a3-4efd-9e39-d0fd6a3ba39f), precommit_delete_associations {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.290999 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.361868 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8191db5a-1535-4e0c-a8f9-c9063cf78d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683310'] for router (2e261646-45a3-4efd-9e39-d0fd6a3ba39f), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.362458 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8191db5a-1535-4e0c-a8f9-c9063cf78d8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e261646-45a3-4efd-9e39-d0fd6a3ba39f {{(pid=107236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:36:10.374495 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8191db5a-1535-4e0c-a8f9-c9063cf78d8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.374495 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-8191db5a-1535-4e0c-a8f9-c9063cf78d8d admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/2e261646-45a3-4efd-9e39-d0fd6a3ba39f HTTP/1.1" status: 204 len: 168 time: 1.3947601 Sep 23 01:36:10.374495 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46764) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:10.408145 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:10.421481 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9f050e-487b-4b42-a745-cda164d54e1a admin admin] Deleting subnet f171f77f-736d-489a-928a-20915fd59544 {{(pid=107236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:36:10.425137 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-db9f050e-487b-4b42-a745-cda164d54e1a admin admin] Publish callbacks [] for subnet (f171f77f-736d-489a-928a-20915fd59544), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.468559 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-db9f050e-487b-4b42-a745-cda164d54e1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3450915'] for subnet (f171f77f-736d-489a-928a-20915fd59544), precommit_delete_associations {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.556536 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-db9f050e-487b-4b42-a745-cda164d54e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7847786'] for subnet (f171f77f-736d-489a-928a-20915fd59544), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.716824 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-db9f050e-487b-4b42-a745-cda164d54e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7835479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3206794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9355630'] for subnet (f171f77f-736d-489a-928a-20915fd59544), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.748974 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-db9f050e-487b-4b42-a745-cda164d54e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.752487 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-db9f050e-487b-4b42-a745-cda164d54e1a admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/f171f77f-736d-489a-928a-20915fd59544 HTTP/1.1" status: 204 len: 168 time: 0.3789294 Sep 23 01:36:10.753338 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f050e-487b-4b42-a745-cda164d54e1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f171f77f-736d-489a-928a-20915fd59544,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:10.756386 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46766) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:10.759274 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8146fe08-789f-47c9-b931-52d5e590d245 None None] Network f7b971fd-945f-4624-ba90-e53784d63da6 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:36:10.851840 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776543'] for network (f7b971fd-945f-4624-ba90-e53784d63da6), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.905863 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Deleting port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:36:10.906207 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (4475df7e-10f6-45a4-ad6c-3fbd4569eaa1), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:10.977567 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2cfed0-5edc-4621-9e68-1f494f4bc4c0 None None] DHCP port deletion for f7b971fd-945f-4624-ba90-e53784d63da6 request from dv-cinder-849143-7-iscsi {{(pid=107237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:36:10.997176 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] For port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=4475df7e-10f6-45a4-ad6c-3fbd4569eaa1,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:10.997931 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (4475df7e-10f6-45a4-ad6c-3fbd4569eaa1), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:11.018941 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Calling delete_port for 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 owned by network:dhcp {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:36:11.032160 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ba2cfed0-5edc-4621-9e68-1f494f4bc4c0 None None] Deleting port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 {{(pid=107237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:36:11.032936 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ba2cfed0-5edc-4621-9e68-1f494f4bc4c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (4475df7e-10f6-45a4-ad6c-3fbd4569eaa1), before_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:11.143988 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-ba2cfed0-5edc-4621-9e68-1f494f4bc4c0 None None] For port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=4475df7e-10f6-45a4-ad6c-3fbd4569eaa1,segment=NetworkSegment(fab7cadb-2e08-44fc-99b5-19466f9100f3),segment_id=fab7cadb-2e08-44fc-99b5-19466f9100f3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:11.143988 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ba2cfed0-5edc-4621-9e68-1f494f4bc4c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (4475df7e-10f6-45a4-ad6c-3fbd4569eaa1), precommit_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:11.159327 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ba2cfed0-5edc-4621-9e68-1f494f4bc4c0 None None] Calling delete_port for 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 owned by network:dhcp {{(pid=107237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:36:11.207742 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device b0a23080-5e70-4836-a88b-1396740c3f68 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:36:11.233203 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: b0a23080-5e70-4836-a88b-1396740c3f68 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:36:11.233548 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device b0a23080-5e70-4836-a88b-1396740c3f68 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:36:11.234049 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 986c2f54-b691-4fbb-8a09-29ab8c2bca1b no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:36:11.235996 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (4475df7e-10f6-45a4-ad6c-3fbd4569eaa1), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:11.271357 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: 986c2f54-b691-4fbb-8a09-29ab8c2bca1b {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:36:11.276813 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 986c2f54-b691-4fbb-8a09-29ab8c2bca1b not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:36:11.276813 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:36:11.276813 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:11.280336 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=4475df7e-10f6-45a4-ad6c-3fbd4569eaa1,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:11.286632 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] No DVR routers for this DVR port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 on host dv-cinder-849143-7-iscsi {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:36:11.294220 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:36:11.294835 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:36:11.314027 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:11.314415 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:11.314725 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:11.315044 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:11.315377 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:11.315691 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ba2cfed0-5edc-4621-9e68-1f494f4bc4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074'] for port (4475df7e-10f6-45a4-ad6c-3fbd4569eaa1), after_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:11.315855 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:11.316077 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:11.316401 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:11.316729 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:11.317078 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:11.317467 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:11.317906 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:11.318113 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:11.319518 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:11.319518 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:11.347882 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2cfed0-5edc-4621-9e68-1f494f4bc4c0 None None] Pushing event deleted for resources: {'Port': ['ID=4475df7e-10f6-45a4-ad6c-3fbd4569eaa1,revision_number=None']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:11.350085 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2cfed0-5edc-4621-9e68-1f494f4bc4c0 None None] No DVR routers for this DVR port 4475df7e-10f6-45a4-ad6c-3fbd4569eaa1 on host dv-cinder-849143-7-iscsi {{(pid=107237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:36:11.392244 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807041', 'neutron.services.segments.db._delete_segments_for_network-8752383552961'] for network (f7b971fd-945f-4624-ba90-e53784d63da6), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:11.402974 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:11.417275 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b971fd-945f-4624-ba90-e53784d63da6']}} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:11.427929 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab7cadb-2e08-44fc-99b5-19466f9100f3') {'for_net_delete': True} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:11.428226 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab7cadb-2e08-44fc-99b5-19466f9100f3') {} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:11.439233 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752383552853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9302479'] for segment (fab7cadb-2e08-44fc-99b5-19466f9100f3), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:11.454042 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (fab7cadb-2e08-44fc-99b5-19466f9100f3), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:11.463296 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=107235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:36:11.464466 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3173458'] for segment (fab7cadb-2e08-44fc-99b5-19466f9100f3), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:11.514967 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment fab7cadb-2e08-44fc-99b5-19466f9100f3 resource provider aggregate not found Sep 23 01:36:11.537768 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment fab7cadb-2e08-44fc-99b5-19466f9100f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fab7cadb-2e08-44fc-99b5-19466f9100f3 found for delete ", "request_id": "req-26b20c57-dfab-46b9-ac05-88e4b703fb59"}]} Sep 23 01:36:11.660096 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679244'] for network (f7b971fd-945f-4624-ba90-e53784d63da6), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:11.666342 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:11.672963 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/f7b971fd-945f-4624-ba90-e53784d63da6 HTTP/1.1" status: 204 len: 168 time: 0.9112151 Sep 23 01:36:11.684617 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfffe6f-bf9d-447d-9e3b-7109e36b8b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b971fd-945f-4624-ba90-e53784d63da6,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:12.222980 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46786) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:12.271480 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-44fbec65-3afe-4d25-9573-2ab3b8cfee68 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=1b8939e407ff4bdc81191af7f0593cd5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0472682 Sep 23 01:36:12.274274 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46788) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:12.292310 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:12.326362 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cee4422c-3515-4023-926f-1b4796dbe858 admin admin] Publish callbacks [] for security_group (beee1809-d522-407e-81a0-8765521ffd22), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:12.346661 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cee4422c-3515-4023-926f-1b4796dbe858 admin admin] Publish callbacks [] for security_group (beee1809-d522-407e-81a0-8765521ffd22), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:12.507526 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cee4422c-3515-4023-926f-1b4796dbe858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (beee1809-d522-407e-81a0-8765521ffd22), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:12.510079 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cee4422c-3515-4023-926f-1b4796dbe858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:12.511316 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-cee4422c-3515-4023-926f-1b4796dbe858 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/beee1809-d522-407e-81a0-8765521ffd22 HTTP/1.1" status: 204 len: 168 time: 0.2361181 Sep 23 01:36:12.520203 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4422c-3515-4023-926f-1b4796dbe858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beee1809-d522-407e-81a0-8765521ffd22,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:14.008142 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46830) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:14.171845 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-71e80746-548f-464d-8108-1d0f509ca6b7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1599222724-network', 'tenant_id': '2e6e164831d64232a814519e01db4535'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:36:14.313566 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638881-030f-4ea2-a0e4-8eaf7ede71c4 req-f95932de-440d-4e74-96c1-d4e6cb3df212 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:14.315389 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-72638881-030f-4ea2-a0e4-8eaf7ede71c4 req-f95932de-440d-4e74-96c1-d4e6cb3df212 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0531106 Sep 23 01:36:14.316362 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e80746-548f-464d-8108-1d0f509ca6b7 admin admin] Made reservation on behalf of 2e6e164831d64232a814519e01db4535 for: {'network': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:36:14.318685 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-71e80746-548f-464d-8108-1d0f509ca6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:14.344741 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-71e80746-548f-464d-8108-1d0f509ca6b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:14.398580 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-72638881-030f-4ea2-a0e4-8eaf7ede71c4 req-6ec633ce-dc47-4023-93b4-e4e5e097a183 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772929 Sep 23 01:36:14.478369 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-71e80746-548f-464d-8108-1d0f509ca6b7 admin admin] Publish callbacks [] for security_group (081c27ea-8eb0-4754-955d-72ef01c1ea86), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:14.567375 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-71e80746-548f-464d-8108-1d0f509ca6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (081c27ea-8eb0-4754-955d-72ef01c1ea86), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:14.600414 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e80746-548f-464d-8108-1d0f509ca6b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=107235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:36:14.609967 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e80746-548f-464d-8108-1d0f509ca6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081c27ea-8eb0-4754-955d-72ef01c1ea86,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:14.617110 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-71e80746-548f-464d-8108-1d0f509ca6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (ed335529-8e92-499e-9160-c9d074c3edf0), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:14.617110 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.segments_db [None req-71e80746-548f-464d-8108-1d0f509ca6b7 admin admin] Added segment ed335529-8e92-499e-9160-c9d074c3edf0 of type vlan for network 1ebcf1ae-a6dc-4112-ac76-dc387049846c Sep 23 01:36:14.663891 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-71e80746-548f-464d-8108-1d0f509ca6b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (1ebcf1ae-a6dc-4112-ac76-dc387049846c), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:14.841466 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-71e80746-548f-464d-8108-1d0f509ca6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (1ebcf1ae-a6dc-4112-ac76-dc387049846c), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:14.842568 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e80746-548f-464d-8108-1d0f509ca6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:14.843152 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-71e80746-548f-464d-8108-1d0f509ca6b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:14.908843 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e80746-548f-464d-8108-1d0f509ca6b7 admin admin] Pushing event updated for resources: {'Network': ['ID=1ebcf1ae-a6dc-4112-ac76-dc387049846c,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:14.919070 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network 1ebcf1ae-a6dc-4112-ac76-dc387049846c details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:36:15.009703 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-71e80746-548f-464d-8108-1d0f509ca6b7 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0003181 Sep 23 01:36:15.013692 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46836) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:15.022361 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-67aa56fc-ebec-4f91-b9d5-0d70ee9d9fdd admin admin] Request body: {'subnet': {'network_id': '1ebcf1ae-a6dc-4112-ac76-dc387049846c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1599222724-subnet', 'tenant_id': '2e6e164831d64232a814519e01db4535', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:36:15.122275 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67aa56fc-ebec-4f91-b9d5-0d70ee9d9fdd admin admin] Made reservation on behalf of 2e6e164831d64232a814519e01db4535 for: {'subnet': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:36:15.125055 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-67aa56fc-ebec-4f91-b9d5-0d70ee9d9fdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3538087'] for subnet (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:15.130916 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:15.293676 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:15.384380 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-67aa56fc-ebec-4f91-b9d5-0d70ee9d9fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3172407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3538097'] for subnet (c455388a-ff13-485b-a30e-f296b6aec45e), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:15.442900 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa56fc-ebec-4f91-b9d5-0d70ee9d9fdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c455388a-ff13-485b-a30e-f296b6aec45e,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:15.455361 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67aa56fc-ebec-4f91-b9d5-0d70ee9d9fdd admin admin] Checking segment: {'id': 'ed335529-8e92-499e-9160-c9d074c3edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1ebcf1ae-a6dc-4112-ac76-dc387049846c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:36:15.455931 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aa56fc-ebec-4f91-b9d5-0d70ee9d9fdd admin admin] Network hostable DHCP agents. Network: 1ebcf1ae-a6dc-4112-ac76-dc387049846c, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:36:15.560010 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37400528-038d-4685-a3e7-62f0203d8872 req-d22569ba-5759-4a14-90e0-8c5630acf5bc tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:15.562685 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-37400528-038d-4685-a3e7-62f0203d8872 req-d22569ba-5759-4a14-90e0-8c5630acf5bc tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0614555 Sep 23 01:36:15.567965 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aa56fc-ebec-4f91-b9d5-0d70ee9d9fdd admin admin] Network 1ebcf1ae-a6dc-4112-ac76-dc387049846c is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:36:15.617436 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:15.625394 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-37400528-038d-4685-a3e7-62f0203d8872 req-9a82b108-ae72-4fbe-80f1-92abe6e09d16 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558157 Sep 23 01:36:15.676046 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-67aa56fc-ebec-4f91-b9d5-0d70ee9d9fdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, 1ebcf1ae-a6dc-4112-ac76-dc387049846c) {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:36:15.680967 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aa56fc-ebec-4f91-b9d5-0d70ee9d9fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:15.681797 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-67aa56fc-ebec-4f91-b9d5-0d70ee9d9fdd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:15.685683 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f25911-1d66-454e-a94f-69fe20d8abc6 None None] Network 1ebcf1ae-a6dc-4112-ac76-dc387049846c requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:36:15.772515 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-67aa56fc-ebec-4f91-b9d5-0d70ee9d9fdd admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7577488 Sep 23 01:36:15.800235 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec917bec-ead3-4659-819b-2c0d07885f5b None None] Network 1ebcf1ae-a6dc-4112-ac76-dc387049846c requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:36:16.754968 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46856) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:16.760212 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-e1c72c2c-082b-40c7-9284-cc39dc1e3753 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1099189311-network', 'tenant_id': '6134ae91422c4d3d8fc9f2f85e5411eb'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:36:16.767141 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4683ce-7504-42ce-ab02-f2e6bef8995e req-eeca2905-dba9-4306-bed3-66a34baa590d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:16.768814 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fa4683ce-7504-42ce-ab02-f2e6bef8995e req-eeca2905-dba9-4306-bed3-66a34baa590d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0531359 Sep 23 01:36:16.821093 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fa4683ce-7504-42ce-ab02-f2e6bef8995e req-0e06dd54-aeeb-4b23-acb6-3f746ea37346 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465758 Sep 23 01:36:16.881276 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c72c2c-082b-40c7-9284-cc39dc1e3753 admin admin] Made reservation on behalf of 6134ae91422c4d3d8fc9f2f85e5411eb for: {'network': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:36:16.883693 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e1c72c2c-082b-40c7-9284-cc39dc1e3753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:16.893398 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e1c72c2c-082b-40c7-9284-cc39dc1e3753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:16.975133 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e1c72c2c-082b-40c7-9284-cc39dc1e3753 admin admin] Publish callbacks [] for security_group (30f83782-9671-4f2e-b009-81592d396848), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:17.115620 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e1c72c2c-082b-40c7-9284-cc39dc1e3753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (30f83782-9671-4f2e-b009-81592d396848), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:17.146404 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c72c2c-082b-40c7-9284-cc39dc1e3753 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=107236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:36:17.153763 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c72c2c-082b-40c7-9284-cc39dc1e3753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f83782-9671-4f2e-b009-81592d396848,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:17.161537 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e1c72c2c-082b-40c7-9284-cc39dc1e3753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (8912cec1-e8ec-4b09-ab3d-21614ca2c15e), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:17.161884 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.segments_db [None req-e1c72c2c-082b-40c7-9284-cc39dc1e3753 admin admin] Added segment 8912cec1-e8ec-4b09-ab3d-21614ca2c15e of type vlan for network 6f7fe681-f258-48cb-bd0c-98503f81b9ea Sep 23 01:36:17.208852 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e1c72c2c-082b-40c7-9284-cc39dc1e3753 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (6f7fe681-f258-48cb-bd0c-98503f81b9ea), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:17.333083 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e1c72c2c-082b-40c7-9284-cc39dc1e3753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (6f7fe681-f258-48cb-bd0c-98503f81b9ea), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:17.334132 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c72c2c-082b-40c7-9284-cc39dc1e3753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:17.334726 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e1c72c2c-082b-40c7-9284-cc39dc1e3753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:17.404224 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c72c2c-082b-40c7-9284-cc39dc1e3753 admin admin] Pushing event updated for resources: {'Network': ['ID=6f7fe681-f258-48cb-bd0c-98503f81b9ea,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:17.420581 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network 6f7fe681-f258-48cb-bd0c-98503f81b9ea details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:36:17.423913 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:17.531771 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-e1c72c2c-082b-40c7-9284-cc39dc1e3753 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7754381 Sep 23 01:36:17.535034 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46858) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:17.540286 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-626c1675-7d17-4ae1-88fe-dae85c032250 admin admin] Request body: {'subnet': {'network_id': '6f7fe681-f258-48cb-bd0c-98503f81b9ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1099189311-subnet', 'tenant_id': '6134ae91422c4d3d8fc9f2f85e5411eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:36:17.652786 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626c1675-7d17-4ae1-88fe-dae85c032250 admin admin] Made reservation on behalf of 6134ae91422c4d3d8fc9f2f85e5411eb for: {'subnet': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:36:17.655332 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-626c1675-7d17-4ae1-88fe-dae85c032250 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3538087'] for subnet (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:17.910884 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-626c1675-7d17-4ae1-88fe-dae85c032250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3172407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3538097'] for subnet (7823307d-d46f-4fec-a294-6649f206ca98), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:17.966778 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281636b-a4b9-4ba2-853b-55d9533c88c8 req-d2a24edd-8cf3-4e7d-b06d-90a481cee0d0 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:17.968374 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0281636b-a4b9-4ba2-853b-55d9533c88c8 req-d2a24edd-8cf3-4e7d-b06d-90a481cee0d0 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0570004 Sep 23 01:36:17.982514 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c1675-7d17-4ae1-88fe-dae85c032250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7823307d-d46f-4fec-a294-6649f206ca98,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:18.001447 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c1675-7d17-4ae1-88fe-dae85c032250 admin admin] Checking segment: {'id': '8912cec1-e8ec-4b09-ab3d-21614ca2c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6f7fe681-f258-48cb-bd0c-98503f81b9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:36:18.001850 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626c1675-7d17-4ae1-88fe-dae85c032250 admin admin] Network hostable DHCP agents. Network: 6f7fe681-f258-48cb-bd0c-98503f81b9ea, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:36:18.051125 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0281636b-a4b9-4ba2-853b-55d9533c88c8 req-42e97e10-a4d9-4331-bfa5-6c2c319c13d0 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748086 Sep 23 01:36:18.121214 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626c1675-7d17-4ae1-88fe-dae85c032250 admin admin] Network 6f7fe681-f258-48cb-bd0c-98503f81b9ea is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:36:18.207113 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-626c1675-7d17-4ae1-88fe-dae85c032250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, 6f7fe681-f258-48cb-bd0c-98503f81b9ea) {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:36:18.211503 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c1675-7d17-4ae1-88fe-dae85c032250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:18.212042 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-626c1675-7d17-4ae1-88fe-dae85c032250 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:18.218895 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81569022-1b39-4bea-8467-13863702f575 None None] Network 6f7fe681-f258-48cb-bd0c-98503f81b9ea requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:36:18.226694 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:18.343872 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a339627-b426-4fef-9150-9070ecfcceaf None None] Network 6f7fe681-f258-48cb-bd0c-98503f81b9ea requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:36:18.344165 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-626c1675-7d17-4ae1-88fe-dae85c032250 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8077059 Sep 23 01:36:18.505353 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46866) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:18.536587 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:18.555294 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d7b050-9062-4e05-b4e8-1eb163f9c6ee admin admin] Deleting subnet c455388a-ff13-485b-a30e-f296b6aec45e {{(pid=107235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:36:18.560063 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-31d7b050-9062-4e05-b4e8-1eb163f9c6ee admin admin] Publish callbacks [] for subnet (c455388a-ff13-485b-a30e-f296b6aec45e), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:18.600484 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-31d7b050-9062-4e05-b4e8-1eb163f9c6ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9302516'] for subnet (c455388a-ff13-485b-a30e-f296b6aec45e), precommit_delete_associations {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:18.649041 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-31d7b050-9062-4e05-b4e8-1eb163f9c6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7847786'] for subnet (c455388a-ff13-485b-a30e-f296b6aec45e), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:18.804974 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-31d7b050-9062-4e05-b4e8-1eb163f9c6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7835479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3173608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3538056'] for subnet (c455388a-ff13-485b-a30e-f296b6aec45e), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:18.813162 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:DELETE=7,neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:18.847827 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7b050-9062-4e05-b4e8-1eb163f9c6ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c455388a-ff13-485b-a30e-f296b6aec45e,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:18.851797 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-31d7b050-9062-4e05-b4e8-1eb163f9c6ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:18.855521 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-31d7b050-9062-4e05-b4e8-1eb163f9c6ee admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/c455388a-ff13-485b-a30e-f296b6aec45e HTTP/1.1" status: 204 len: 168 time: 0.3489430 Sep 23 01:36:18.858544 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46868) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:18.937786 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-190f294a-4f42-48f4-9614-75d8cf22ead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776543'] for network (1ebcf1ae-a6dc-4112-ac76-dc387049846c), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:19.023955 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-190f294a-4f42-48f4-9614-75d8cf22ead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807041', 'neutron.services.segments.db._delete_segments_for_network-8752383552961'] for network (1ebcf1ae-a6dc-4112-ac76-dc387049846c), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:19.047145 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.services.segments.db [None req-190f294a-4f42-48f4-9614-75d8cf22ead1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebcf1ae-a6dc-4112-ac76-dc387049846c']}} {{(pid=107236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:19.057806 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.services.segments.db [None req-190f294a-4f42-48f4-9614-75d8cf22ead1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed335529-8e92-499e-9160-c9d074c3edf0') {'for_net_delete': True} {{(pid=107236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:19.058026 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.services.segments.db [None req-190f294a-4f42-48f4-9614-75d8cf22ead1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed335529-8e92-499e-9160-c9d074c3edf0') {} {{(pid=107236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:19.068615 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-190f294a-4f42-48f4-9614-75d8cf22ead1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752383552853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3450904'] for segment (ed335529-8e92-499e-9160-c9d074c3edf0), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:19.083880 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-190f294a-4f42-48f4-9614-75d8cf22ead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (ed335529-8e92-499e-9160-c9d074c3edf0), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:19.092927 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190f294a-4f42-48f4-9614-75d8cf22ead1 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=107236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:36:19.093479 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-190f294a-4f42-48f4-9614-75d8cf22ead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3206704'] for segment (ed335529-8e92-499e-9160-c9d074c3edf0), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:19.145571 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.services.segments.plugin [-] Segment ed335529-8e92-499e-9160-c9d074c3edf0 resource provider aggregate not found Sep 23 01:36:19.168730 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.services.segments.plugin [-] Segment ed335529-8e92-499e-9160-c9d074c3edf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed335529-8e92-499e-9160-c9d074c3edf0 found for delete ", "request_id": "req-b111fc11-1356-418a-9c9b-094645bc2b17"}]} Sep 23 01:36:19.209971 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6255f-4c79-48a9-b2e3-745411ba012b req-61a00ff2-57c0-4c58-ba58-2fb5c7834c56 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:19.211567 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ccc6255f-4c79-48a9-b2e3-745411ba012b req-61a00ff2-57c0-4c58-ba58-2fb5c7834c56 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0508773 Sep 23 01:36:19.264969 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ccc6255f-4c79-48a9-b2e3-745411ba012b req-6c877649-336d-4321-8b78-b60a108df9a9 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462725 Sep 23 01:36:19.301231 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-190f294a-4f42-48f4-9614-75d8cf22ead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679244'] for network (1ebcf1ae-a6dc-4112-ac76-dc387049846c), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:19.308087 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-190f294a-4f42-48f4-9614-75d8cf22ead1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:19.311241 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-190f294a-4f42-48f4-9614-75d8cf22ead1 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/1ebcf1ae-a6dc-4112-ac76-dc387049846c HTTP/1.1" status: 204 len: 168 time: 0.4515729 Sep 23 01:36:19.314236 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46876) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:19.323488 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f294a-4f42-48f4-9614-75d8cf22ead1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ebcf1ae-a6dc-4112-ac76-dc387049846c,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:19.363714 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_v2 [None req-752c8a4c-10ca-4efc-abf6-f4a124c70c75 admin admin] Deleting subnet 7823307d-d46f-4fec-a294-6649f206ca98 {{(pid=107235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:36:19.367488 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-752c8a4c-10ca-4efc-abf6-f4a124c70c75 admin admin] Publish callbacks [] for subnet (7823307d-d46f-4fec-a294-6649f206ca98), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:19.409894 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-752c8a4c-10ca-4efc-abf6-f4a124c70c75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9302516'] for subnet (7823307d-d46f-4fec-a294-6649f206ca98), precommit_delete_associations {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:19.452500 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-752c8a4c-10ca-4efc-abf6-f4a124c70c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7847786'] for subnet (7823307d-d46f-4fec-a294-6649f206ca98), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:19.627538 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-752c8a4c-10ca-4efc-abf6-f4a124c70c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7835479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3173608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3538056'] for subnet (7823307d-d46f-4fec-a294-6649f206ca98), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:19.653797 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c8a4c-10ca-4efc-abf6-f4a124c70c75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7823307d-d46f-4fec-a294-6649f206ca98,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:19.654027 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=41 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:19.658277 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-752c8a4c-10ca-4efc-abf6-f4a124c70c75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:19.661607 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-752c8a4c-10ca-4efc-abf6-f4a124c70c75 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/7823307d-d46f-4fec-a294-6649f206ca98 HTTP/1.1" status: 204 len: 168 time: 0.3462257 Sep 23 01:36:19.664194 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46878) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:19.739220 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4153117f-dcf0-4d67-923a-88edb91d9805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776543'] for network (6f7fe681-f258-48cb-bd0c-98503f81b9ea), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:19.755014 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=48 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:19.828731 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4153117f-dcf0-4d67-923a-88edb91d9805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807041', 'neutron.services.segments.db._delete_segments_for_network-8752383552961'] for network (6f7fe681-f258-48cb-bd0c-98503f81b9ea), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:19.855402 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-4153117f-dcf0-4d67-923a-88edb91d9805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7fe681-f258-48cb-bd0c-98503f81b9ea']}} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:19.867844 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-4153117f-dcf0-4d67-923a-88edb91d9805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8912cec1-e8ec-4b09-ab3d-21614ca2c15e') {'for_net_delete': True} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:19.868145 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-4153117f-dcf0-4d67-923a-88edb91d9805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8912cec1-e8ec-4b09-ab3d-21614ca2c15e') {} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:36:19.881237 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4153117f-dcf0-4d67-923a-88edb91d9805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752383552853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9302479'] for segment (8912cec1-e8ec-4b09-ab3d-21614ca2c15e), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:19.899560 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4153117f-dcf0-4d67-923a-88edb91d9805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (8912cec1-e8ec-4b09-ab3d-21614ca2c15e), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:19.907080 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4153117f-dcf0-4d67-923a-88edb91d9805 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=107235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:36:19.907495 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4153117f-dcf0-4d67-923a-88edb91d9805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3173458'] for segment (8912cec1-e8ec-4b09-ab3d-21614ca2c15e), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:19.954565 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment 8912cec1-e8ec-4b09-ab3d-21614ca2c15e resource provider aggregate not found Sep 23 01:36:19.972026 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment 8912cec1-e8ec-4b09-ab3d-21614ca2c15e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8912cec1-e8ec-4b09-ab3d-21614ca2c15e found for delete ", "request_id": "req-f42d1231-93f5-4d10-9b2a-e7a584a5db12"}]} Sep 23 01:36:20.115915 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4153117f-dcf0-4d67-923a-88edb91d9805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679244'] for network (6f7fe681-f258-48cb-bd0c-98503f81b9ea), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:20.121883 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4153117f-dcf0-4d67-923a-88edb91d9805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:20.125553 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-4153117f-dcf0-4d67-923a-88edb91d9805 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/6f7fe681-f258-48cb-bd0c-98503f81b9ea HTTP/1.1" status: 204 len: 168 time: 0.4599395 Sep 23 01:36:20.137354 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153117f-dcf0-4d67-923a-88edb91d9805 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f7fe681-f258-48cb-bd0c-98503f81b9ea,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:20.402892 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc26ea3-f52c-4e6d-b9a3-4be6a9c4a5f3 req-02202cc6-a06f-4d71-9313-d4d282194225 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:20.404505 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2bc26ea3-f52c-4e6d-b9a3-4be6a9c4a5f3 req-02202cc6-a06f-4d71-9313-d4d282194225 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0494876 Sep 23 01:36:20.439887 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:20.462021 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:20.470003 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2bc26ea3-f52c-4e6d-b9a3-4be6a9c4a5f3 req-53b02f5c-e3e9-4eb3-a15e-58224a66e035 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588796 Sep 23 01:36:20.680294 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46888) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:20.725917 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-a7cc0f5b-9f3f-4704-8f47-a55087abb2a7 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=2e6e164831d64232a814519e01db4535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443182 Sep 23 01:36:20.728758 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 46890) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:20.784354 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-950bf992-3cda-4b8c-92f0-cad03ed34374 admin admin] Publish callbacks [] for security_group (081c27ea-8eb0-4754-955d-72ef01c1ea86), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:20.805441 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-950bf992-3cda-4b8c-92f0-cad03ed34374 admin admin] Publish callbacks [] for security_group (081c27ea-8eb0-4754-955d-72ef01c1ea86), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:20.989589 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-950bf992-3cda-4b8c-92f0-cad03ed34374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (081c27ea-8eb0-4754-955d-72ef01c1ea86), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:20.992380 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-950bf992-3cda-4b8c-92f0-cad03ed34374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:20.993561 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-950bf992-3cda-4b8c-92f0-cad03ed34374 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/081c27ea-8eb0-4754-955d-72ef01c1ea86 HTTP/1.1" status: 204 len: 168 time: 0.2634065 Sep 23 01:36:21.003311 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bf992-3cda-4b8c-92f0-cad03ed34374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081c27ea-8eb0-4754-955d-72ef01c1ea86,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:21.616521 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72e8f8-3e86-484f-ba73-e091c9bdb4b7 req-5f9cb075-e3e2-4fc0-8b28-63f9caee7c45 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:21.618101 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ad72e8f8-3e86-484f-ba73-e091c9bdb4b7 req-5f9cb075-e3e2-4fc0-8b28-63f9caee7c45 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0627420 Sep 23 01:36:21.645425 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:21.662758 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:21.671205 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ad72e8f8-3e86-484f-ba73-e091c9bdb4b7 req-6f6784ff-784e-4076-a1f3-be5247af3be9 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463922 Sep 23 01:36:21.772897 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:21.877491 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46898) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:21.918352 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-db6110ff-be44-4967-9072-9c2fa07fc6c4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6134ae91422c4d3d8fc9f2f85e5411eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396640 Sep 23 01:36:21.920904 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 46900) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:21.973877 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c0a206c4-7497-4caf-ac4d-355ad6065f97 admin admin] Publish callbacks [] for security_group (30f83782-9671-4f2e-b009-81592d396848), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:21.994454 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c0a206c4-7497-4caf-ac4d-355ad6065f97 admin admin] Publish callbacks [] for security_group (30f83782-9671-4f2e-b009-81592d396848), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:22.169476 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c0a206c4-7497-4caf-ac4d-355ad6065f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (30f83782-9671-4f2e-b009-81592d396848), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:22.172138 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c0a206c4-7497-4caf-ac4d-355ad6065f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:22.173288 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-c0a206c4-7497-4caf-ac4d-355ad6065f97 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/30f83782-9671-4f2e-b009-81592d396848 HTTP/1.1" status: 204 len: 168 time: 0.2515066 Sep 23 01:36:22.181323 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a206c4-7497-4caf-ac4d-355ad6065f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f83782-9671-4f2e-b009-81592d396848,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:22.800305 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a1a5b-82a5-4bae-8907-260a2c831e51 req-ef32aea8-5d41-4d6f-9555-714731b23ad8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:22.801685 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b82a1a5b-82a5-4bae-8907-260a2c831e51 req-ef32aea8-5d41-4d6f-9555-714731b23ad8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0468593 Sep 23 01:36:22.851438 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b82a1a5b-82a5-4bae-8907-260a2c831e51 req-874e947b-190c-4c7a-84ec-bd1583b956a2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441539 Sep 23 01:36:23.984876 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea543a9b-b60f-46a3-b947-adc1fdd20f0e req-cf4b7763-9245-4b0d-81f1-8783b641618d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:23.986442 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ea543a9b-b60f-46a3-b947-adc1fdd20f0e req-cf4b7763-9245-4b0d-81f1-8783b641618d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0504198 Sep 23 01:36:24.041073 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ea543a9b-b60f-46a3-b947-adc1fdd20f0e req-da65a3fc-4595-4064-998f-28a28a84e761 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486493 Sep 23 01:36:25.172935 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071d9cb-4be9-4faa-a04b-66cd81e54b79 req-8ad3cf71-bc20-48a4-88b5-9ff0033eb296 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:25.174412 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8071d9cb-4be9-4faa-a04b-66cd81e54b79 req-8ad3cf71-bc20-48a4-88b5-9ff0033eb296 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0505550 Sep 23 01:36:25.227295 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8071d9cb-4be9-4faa-a04b-66cd81e54b79 req-597a32ad-f8bc-4a1e-b3cf-95a479532f04 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470927 Sep 23 01:36:26.375780 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bb332-b2b1-41c0-b632-559d1eee03d9 req-e5acf954-1c28-480f-9944-3c9b3d0187ab tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:26.377332 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-cd7bb332-b2b1-41c0-b632-559d1eee03d9 req-e5acf954-1c28-480f-9944-3c9b3d0187ab tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0569134 Sep 23 01:36:26.440647 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-cd7bb332-b2b1-41c0-b632-559d1eee03d9 req-dd7aa426-2a40-4759-8153-3697be0708cd tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569594 Sep 23 01:36:27.581589 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c061d-a876-4d7f-878d-e17e6cf807b9 req-fa919049-2c5d-4fbc-83b3-f28533169443 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:27.583104 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f28c061d-a876-4d7f-878d-e17e6cf807b9 req-fa919049-2c5d-4fbc-83b3-f28533169443 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0491745 Sep 23 01:36:27.634579 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f28c061d-a876-4d7f-878d-e17e6cf807b9 req-63ff3db6-9af3-46a6-8e8d-819c1a7d8c7b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445442 Sep 23 01:36:28.329578 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:36:28.776570 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1598bbe-9f35-46ee-9726-39cdf2b8840f req-fb556a6e-e7fa-4ad9-9bfa-6784bb4a8b96 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:28.778299 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a1598bbe-9f35-46ee-9726-39cdf2b8840f req-fb556a6e-e7fa-4ad9-9bfa-6784bb4a8b96 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0514264 Sep 23 01:36:28.842670 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a1598bbe-9f35-46ee-9726-39cdf2b8840f req-23731e14-5194-434e-b7e8-08a9a0aea969 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521657 Sep 23 01:36:30.006722 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bb0ea-36c1-46f9-ae6d-7015410d95ce req-2b23db82-4281-49bd-b45b-5b8ae14555be tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:30.009334 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-180bb0ea-36c1-46f9-ae6d-7015410d95ce req-2b23db82-4281-49bd-b45b-5b8ae14555be tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0795686 Sep 23 01:36:30.069853 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-180bb0ea-36c1-46f9-ae6d-7015410d95ce req-48d7d276-0781-4380-a8d5-00618007b8bf tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535243 Sep 23 01:36:31.204945 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfeb65-66fd-44f2-900a-ec44d9dc340f req-3feba292-f01f-400b-b3e5-c4b1dd843444 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:31.206472 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-dabfeb65-66fd-44f2-900a-ec44d9dc340f req-3feba292-f01f-400b-b3e5-c4b1dd843444 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0515084 Sep 23 01:36:31.254895 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-dabfeb65-66fd-44f2-900a-ec44d9dc340f req-bcdb2c7f-8e41-44d4-9d24-7387164c3d3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429521 Sep 23 01:36:32.199360 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:32.201380 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=40 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:32.390081 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225add6-57f0-44c8-89cc-dca6f9406ff3 req-1e123be0-2638-4049-9baa-e5b68c9d108b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:32.391691 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9225add6-57f0-44c8-89cc-dca6f9406ff3 req-1e123be0-2638-4049-9baa-e5b68c9d108b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0512528 Sep 23 01:36:32.449958 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9225add6-57f0-44c8-89cc-dca6f9406ff3 req-60353554-1d21-4a79-a840-832eb8076d05 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486221 Sep 23 01:36:33.581016 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec73ba-ccdd-4e19-b924-06c086b5e956 req-80bf1f7e-9c1f-460d-9f56-65f8038c6524 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:33.582468 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2cec73ba-ccdd-4e19-b924-06c086b5e956 req-80bf1f7e-9c1f-460d-9f56-65f8038c6524 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0486350 Sep 23 01:36:33.630818 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2cec73ba-ccdd-4e19-b924-06c086b5e956 req-b0e2784a-7af5-446c-93d4-8c3d941da4e9 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427122 Sep 23 01:36:33.835214 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-48e016b7-5683-48fd-a824-a6df7928a742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:34.762919 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da582f-6f4a-424a-97de-76635542e6f3 req-f2e25339-f4e2-4ee6-8721-51e89e98b960 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:34.764506 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a0da582f-6f4a-424a-97de-76635542e6f3 req-f2e25339-f4e2-4ee6-8721-51e89e98b960 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0500443 Sep 23 01:36:34.814110 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a0da582f-6f4a-424a-97de-76635542e6f3 req-c5f8431c-51e1-4efc-a445-f3549651d5f3 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438147 Sep 23 01:36:35.182526 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 333f7a1f-cce8-4fcd-9a21-9176a214a076 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:36:35.295071 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 333f7a1f-cce8-4fcd-9a21-9176a214a076, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=333f7a1f-cce8-4fcd-9a21-9176a214a076,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:35.306521 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': '333f7a1f-cce8-4fcd-9a21-9176a214a076', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'port_id': '333f7a1f-cce8-4fcd-9a21-9176a214a076', 'mac_address': 'fa:16:3e:8b:06:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:36:35.484698 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 333f7a1f-cce8-4fcd-9a21-9176a214a076 is: ACTIVE; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:35.485311 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:35.506109 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 333f7a1f-cce8-4fcd-9a21-9176a214a076 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:36:35.539630 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 333f7a1f-cce8-4fcd-9a21-9176a214a076, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=333f7a1f-cce8-4fcd-9a21-9176a214a076,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:35.633249 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:35.728121 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=333f7a1f-cce8-4fcd-9a21-9176a214a076,revision_number=6']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:35.739051 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:35.739421 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:35.739817 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:35.740585 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:35.741089 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:35.741593 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:35.742183 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:35.742674 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:35.743158 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:35.743670 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:35.744150 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:35.744678 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:35.745229 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:35.745721 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:35.746305 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:36:35.805281 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['333f7a1f-cce8-4fcd-9a21-9176a214a076'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:36:36.005926 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac3b3c-1e9e-4bfb-b090-122e69332b0f req-c7891b19-89fb-4ec9-8278-c349b29fbe30 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:36.008797 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-deac3b3c-1e9e-4bfb-b090-122e69332b0f req-c7891b19-89fb-4ec9-8278-c349b29fbe30 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 945 time: 0.0650146 Sep 23 01:36:36.081791 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-deac3b3c-1e9e-4bfb-b090-122e69332b0f req-171bbb65-e825-49dd-ad98-b7c764ed2a42 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655363 Sep 23 01:36:36.421253 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a1d9345e-e780-4f58-91a6-5ed4535b5a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:37.206220 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 333f7a1f-cce8-4fcd-9a21-9176a214a076 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:36:37.295032 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6589066-6478-4a08-bc2d-4d4203cec093 req-cc59d775-4aff-4b6a-83f8-f8d45a55503f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:37.297786 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c6589066-6478-4a08-bc2d-4d4203cec093 req-cc59d775-4aff-4b6a-83f8-f8d45a55503f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 945 time: 0.1094534 Sep 23 01:36:37.308086 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port 333f7a1f-cce8-4fcd-9a21-9176a214a076 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:36:37.308463 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:37.308800 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port 333f7a1f-cce8-4fcd-9a21-9176a214a076 Sep 23 01:36:37.398406 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c6589066-6478-4a08-bc2d-4d4203cec093 req-973bc618-d6e7-4ad9-acad-4fbb0be82dee tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944815 Sep 23 01:36:37.477148 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 333f7a1f-cce8-4fcd-9a21-9176a214a076 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:37.477755 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:37.515634 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333f7a1f-cce8-4fcd-9a21-9176a214a076'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:36:37.517970 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e09687-139c-49c8-a794-b26755c05839" -d '{"events": [{"server_uuid": "bce51dee-2d0e-4c4c-9517-63a261f63950", "name": "network-vif-plugged", "status": "completed", "tag": "333f7a1f-cce8-4fcd-9a21-9176a214a076"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:36:37.537070 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 333f7a1f-cce8-4fcd-9a21-9176a214a076, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=333f7a1f-cce8-4fcd-9a21-9176a214a076,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:37.589935 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:37.672136 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=333f7a1f-cce8-4fcd-9a21-9176a214a076,revision_number=7']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:37.764169 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92fc962-89b0-46fb-9ca4-9537bb108293 x-openstack-request-id: req-e92fc962-89b0-46fb-9ca4-9537bb108293 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:36:37.764522 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce51dee-2d0e-4c4c-9517-63a261f63950", "name": "network-vif-plugged", "status": "completed", "tag": "333f7a1f-cce8-4fcd-9a21-9176a214a076", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:36:37.764792 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e92fc962-89b0-46fb-9ca4-9537bb108293 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:36:37.765421 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e92fc962-89b0-46fb-9ca4-9537bb108293'] response: {'server_uuid': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333f7a1f-cce8-4fcd-9a21-9176a214a076', 'code': 200} Sep 23 01:36:38.324363 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:38.325424 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:38.606559 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b953459-6da7-41f6-aaf4-0b22995c87d4 req-bb634ba0-1f21-418d-83f3-bf8ed55c5bf3 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:38.614887 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-7b953459-6da7-41f6-aaf4-0b22995c87d4 req-bb634ba0-1f21-418d-83f3-bf8ed55c5bf3 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0716994 Sep 23 01:36:38.657327 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:38.719672 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-7b953459-6da7-41f6-aaf4-0b22995c87d4 req-8664f19d-c959-4bf7-a579-832ec59b0354 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035988 Sep 23 01:36:39.316229 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:39.906805 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d686c-d39e-40f5-b36c-ac1ec6278009 req-52a50083-6cb7-4f20-8266-93993a6422eb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:39.908732 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-062d686c-d39e-40f5-b36c-ac1ec6278009 req-52a50083-6cb7-4f20-8266-93993a6422eb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0654087 Sep 23 01:36:40.000386 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-062d686c-d39e-40f5-b36c-ac1ec6278009 req-b38a31d5-3c5a-4843-90a7-728760e69249 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754948 Sep 23 01:36:40.273273 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:41.080261 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:41.179338 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:41.214281 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f1cf6-ffda-4828-831d-61916f601f0d req-b726b9c1-481a-4eaf-90ae-5eff9d51fe29 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:41.214281 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0e7f1cf6-ffda-4828-831d-61916f601f0d req-b726b9c1-481a-4eaf-90ae-5eff9d51fe29 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0710475 Sep 23 01:36:41.266583 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:41.312244 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0e7f1cf6-ffda-4828-831d-61916f601f0d req-e2efb8ef-ef0f-4f47-8db7-009d02345544 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780144 Sep 23 01:36:42.473716 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874df9be-2d00-4452-a942-6757e3cf5a92 req-28c859b6-4cb5-437d-8842-b53316cff4f5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:42.475332 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-874df9be-2d00-4452-a942-6757e3cf5a92 req-28c859b6-4cb5-437d-8842-b53316cff4f5 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0550270 Sep 23 01:36:42.536721 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-874df9be-2d00-4452-a942-6757e3cf5a92 req-58f4bcf1-f84c-4ac0-bba9-4312701ec6f4 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530035 Sep 23 01:36:43.778679 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf13ff-594a-4d98-8df7-f8a3b26f90eb req-6ec03d5d-342c-43ec-9b3c-a4189d15904c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:43.786357 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ffdf13ff-594a-4d98-8df7-f8a3b26f90eb req-6ec03d5d-342c-43ec-9b3c-a4189d15904c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0842640 Sep 23 01:36:43.861265 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ffdf13ff-594a-4d98-8df7-f8a3b26f90eb req-4e673312-31b7-4f9f-b115-2f66aeac9d38 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740170 Sep 23 01:36:45.047963 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d9692-9611-483a-b6eb-1d0ef7f6ef6f req-5b45fd11-a0f8-484e-83af-b9d25b4a1e34 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:45.049431 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-546d9692-9611-483a-b6eb-1d0ef7f6ef6f req-5b45fd11-a0f8-484e-83af-b9d25b4a1e34 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0538917 Sep 23 01:36:45.147361 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-546d9692-9611-483a-b6eb-1d0ef7f6ef6f req-39520507-010c-437b-8a68-cd7a83046375 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916152 Sep 23 01:36:46.633863 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15521dd-debd-4676-867a-2dc2cfb0fd94 req-1c2a76cb-146d-4081-a110-9524fdee1c3b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:46.636097 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a15521dd-debd-4676-867a-2dc2cfb0fd94 req-1c2a76cb-146d-4081-a110-9524fdee1c3b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.3634498 Sep 23 01:36:46.687373 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a15521dd-debd-4676-867a-2dc2cfb0fd94 req-0b384a2f-7ff3-40a3-a771-f7139b449c52 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454137 Sep 23 01:36:47.827732 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cfca5-c713-4575-be5f-2c2692cfa667 req-063e8276-a971-4b18-96b3-d9b8ad2b3c32 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:47.829923 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4f9cfca5-c713-4575-be5f-2c2692cfa667 req-063e8276-a971-4b18-96b3-d9b8ad2b3c32 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0560048 Sep 23 01:36:47.888443 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4f9cfca5-c713-4575-be5f-2c2692cfa667 req-d453d34f-a6f3-4090-8a3f-ee859964b70c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477073 Sep 23 01:36:48.665520 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036541a-381c-48b8-af04-f9901b2a9fc9 req-a2252f9a-0b03-440e-a301-90be6e5aa46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:48.666960 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4036541a-381c-48b8-af04-f9901b2a9fc9 req-a2252f9a-0b03-440e-a301-90be6e5aa46e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=cc926b4dede94c3b92441b0c610771f6&device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 1130 time: 0.0419333 Sep 23 01:36:48.765093 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036541a-381c-48b8-af04-f9901b2a9fc9 req-09619972-8786-4b6f-9298-4de96767b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:48.766573 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4036541a-381c-48b8-af04-f9901b2a9fc9 req-09619972-8786-4b6f-9298-4de96767b98e service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=fd195584-9c0f-4bc1-8f70-84ad33facee8 HTTP/1.1" status: 200 len: 918 time: 0.0936415 Sep 23 01:36:48.834035 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4036541a-381c-48b8-af04-f9901b2a9fc9 req-5f7b9891-8bf0-4853-b72f-0fe989f97a20 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=333f7a1f-cce8-4fcd-9a21-9176a214a076 HTTP/1.1" status: 200 len: 1001 time: 0.0598440 Sep 23 01:36:48.886069 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036541a-381c-48b8-af04-f9901b2a9fc9 req-8c9ae5f3-7e42-45ed-86ab-e46d34550953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:48.887494 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4036541a-381c-48b8-af04-f9901b2a9fc9 req-8c9ae5f3-7e42-45ed-86ab-e46d34550953 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=14588842-7014-4d4b-b88a-21758b766661 HTTP/1.1" status: 200 len: 856 time: 0.0481806 Sep 23 01:36:48.934906 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036541a-381c-48b8-af04-f9901b2a9fc9 req-20729f0b-5642-45cf-8966-10a4bb195874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:48.937400 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4036541a-381c-48b8-af04-f9901b2a9fc9 req-20729f0b-5642-45cf-8966-10a4bb195874 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=fd195584-9c0f-4bc1-8f70-84ad33facee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442953 Sep 23 01:36:49.058820 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236396f-b919-43ab-9117-e71d2d92373b req-042069be-2c73-46ea-9fa2-abc673bef575 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:49.059908 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e236396f-b919-43ab-9117-e71d2d92373b req-042069be-2c73-46ea-9fa2-abc673bef575 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0672042 Sep 23 01:36:49.116025 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4036541a-381c-48b8-af04-f9901b2a9fc9 req-a9e7e84e-29f4-43d8-9225-40244cdf5b48 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723783 Sep 23 01:36:49.201965 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e236396f-b919-43ab-9117-e71d2d92373b req-d728ff40-d74d-48c5-a76f-4371d64bebc7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286364 Sep 23 01:36:49.253036 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4036541a-381c-48b8-af04-f9901b2a9fc9 req-dc0d958a-62cc-4c2f-9da6-d9b7aaea6c24 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273220 Sep 23 01:36:49.435861 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:49.451254 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=5 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:50.339543 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d2c93-847f-4445-bd88-9e003fca83bd req-78df57a6-8471-4a5a-9d2d-03b79545f2d4 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:50.341072 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6b6d2c93-847f-4445-bd88-9e003fca83bd req-78df57a6-8471-4a5a-9d2d-03b79545f2d4 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0513518 Sep 23 01:36:50.393981 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6b6d2c93-847f-4445-bd88-9e003fca83bd req-8392d6de-60ce-4ad4-83f6-4e70afba0c61 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468211 Sep 23 01:36:51.089545 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:51.545623 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994f82a-3fe6-414f-ae05-fb9eadeefa44 req-ed971ba6-b902-4e08-bc2d-b3349895153c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:51.548499 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c994f82a-3fe6-414f-ae05-fb9eadeefa44 req-ed971ba6-b902-4e08-bc2d-b3349895153c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 946 time: 0.0616276 Sep 23 01:36:51.578356 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:51.605674 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c994f82a-3fe6-414f-ae05-fb9eadeefa44 req-9390d63a-dd60-49cc-9702-a655afc46fef tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494847 Sep 23 01:36:51.692455 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:51.777740 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1c530149-4100-44da-87fe-6051c1aeee23 req-7ea05aee-fb69-4aa4-9a95-f0dfb7295a2a service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435457 Sep 23 01:36:51.862976 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:51.882381 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c530149-4100-44da-87fe-6051c1aeee23 req-c6247686-31cb-4f77-94df-42026449c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:51.884378 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1c530149-4100-44da-87fe-6051c1aeee23 req-c6247686-31cb-4f77-94df-42026449c3dc service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=cc926b4dede94c3b92441b0c610771f6&device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 1130 time: 0.0605497 Sep 23 01:36:52.020619 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c530149-4100-44da-87fe-6051c1aeee23 req-083f75b8-bc22-445f-af40-71bdd171bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:52.022341 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1c530149-4100-44da-87fe-6051c1aeee23 req-083f75b8-bc22-445f-af40-71bdd171bd86 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=fd195584-9c0f-4bc1-8f70-84ad33facee8 HTTP/1.1" status: 200 len: 918 time: 0.1126225 Sep 23 01:36:52.336053 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1c530149-4100-44da-87fe-6051c1aeee23 req-8b9b8b05-ff55-4215-bef2-c64418f328e2 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=333f7a1f-cce8-4fcd-9a21-9176a214a076 HTTP/1.1" status: 200 len: 1001 time: 0.1090221 Sep 23 01:36:52.391185 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c530149-4100-44da-87fe-6051c1aeee23 req-333a22d2-14ba-433e-acbb-26c1ecab7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:52.392756 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1c530149-4100-44da-87fe-6051c1aeee23 req-333a22d2-14ba-433e-acbb-26c1ecab7fdf service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=14588842-7014-4d4b-b88a-21758b766661 HTTP/1.1" status: 200 len: 856 time: 0.0557992 Sep 23 01:36:52.449038 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c530149-4100-44da-87fe-6051c1aeee23 req-c66a874e-f88d-481d-ac66-5fbc402e46cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:52.451065 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1c530149-4100-44da-87fe-6051c1aeee23 req-c66a874e-f88d-481d-ac66-5fbc402e46cf service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=fd195584-9c0f-4bc1-8f70-84ad33facee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508921 Sep 23 01:36:52.564760 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1c530149-4100-44da-87fe-6051c1aeee23 req-b6fcac20-2e25-4729-a6cb-1452fd718419 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069798 Sep 23 01:36:52.700254 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1c530149-4100-44da-87fe-6051c1aeee23 req-da4da1e9-e030-433c-b52c-6db2238655a1 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281779 Sep 23 01:36:53.316880 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 333f7a1f-cce8-4fcd-9a21-9176a214a076 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:36:53.411962 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 333f7a1f-cce8-4fcd-9a21-9176a214a076 is: ACTIVE; New status is: DOWN {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:36:53.412387 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:53.438367 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '333f7a1f-cce8-4fcd-9a21-9176a214a076'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:36:53.440580 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd9f08c-87ae-4003-a674-a8d5d3f6263d" -d '{"events": [{"server_uuid": "bce51dee-2d0e-4c4c-9517-63a261f63950", "name": "network-vif-unplugged", "status": "completed", "tag": "333f7a1f-cce8-4fcd-9a21-9176a214a076"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:36:53.456999 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 333f7a1f-cce8-4fcd-9a21-9176a214a076, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=333f7a1f-cce8-4fcd-9a21-9176a214a076,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:36:53.481273 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Sep 2022 01:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff3f878-673b-401c-a20c-7771d3aebaf2 x-openstack-request-id: req-6ff3f878-673b-401c-a20c-7771d3aebaf2 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:36:53.481720 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce51dee-2d0e-4c4c-9517-63a261f63950", "name": "network-vif-unplugged", "status": "failed", "tag": "333f7a1f-cce8-4fcd-9a21-9176a214a076", "code": 422}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:36:53.481976 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ff3f878-673b-401c-a20c-7771d3aebaf2 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:36:53.482429 dv-cinder-849143-7-iscsi neutron-server[107237]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6ff3f878-673b-401c-a20c-7771d3aebaf2']: {'server_uuid': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '333f7a1f-cce8-4fcd-9a21-9176a214a076', 'code': 422} returned with failed status Sep 23 01:36:53.600201 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:36:53.649079 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=333f7a1f-cce8-4fcd-9a21-9176a214a076,revision_number=8']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:36:56.696415 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [req-a9712f58-6def-4ce2-8dfa-9e0f437ca5f0 req-37afd8f0-4bae-4d94-94f4-f5e6409d788b service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:36:56.698093 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a9712f58-6def-4ce2-8dfa-9e0f437ca5f0 req-37afd8f0-4bae-4d94-94f4-f5e6409d788b service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1019607 Sep 23 01:36:57.163708 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=91 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:57.165624 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:36:57.213718 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f8c25-14dd-49eb-ab09-a249717b27b4 req-0ab19c99-1bab-4745-b0bb-923851016130 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:57.214944 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-834f8c25-14dd-49eb-ab09-a249717b27b4 req-0ab19c99-1bab-4745-b0bb-923851016130 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0602243 Sep 23 01:36:57.278387 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-834f8c25-14dd-49eb-ab09-a249717b27b4 req-950500ed-5835-4060-8dd3-61ae5bcf9e17 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573747 Sep 23 01:36:57.637116 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 47382) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:57.735398 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f97a7859-b0c5-4653-b483-33ae75795242 req-50bf8baa-5c27-4d38-bf37-4e6a7d5d053e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0966804 Sep 23 01:36:57.745035 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [req-f97a7859-b0c5-4653-b483-33ae75795242 req-3ef517d5-7e8c-4bf2-99c9-77a8108769c4 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:36:57.746138 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f97a7859-b0c5-4653-b483-33ae75795242 req-3ef517d5-7e8c-4bf2-99c9-77a8108769c4 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059428 Sep 23 01:36:57.826844 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 47390) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:36:57.943714 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a7859-b0c5-4653-b483-33ae75795242 req-c7c28f2f-d73d-440b-bf4c-5a81d4b82ee7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:57.945108 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f97a7859-b0c5-4653-b483-33ae75795242 req-c7c28f2f-d73d-440b-bf4c-5a81d4b82ee7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports/333f7a1f-cce8-4fcd-9a21-9176a214a076 HTTP/1.1" status: 200 len: 941 time: 0.1171899 Sep 23 01:36:58.428408 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5acd8-ada1-4893-8cdc-e86bb257b4f8 req-b726131c-aff7-4978-ae28-91ad96aa5089 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:58.429950 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-80b5acd8-ada1-4893-8cdc-e86bb257b4f8 req-b726131c-aff7-4978-ae28-91ad96aa5089 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0538752 Sep 23 01:36:58.496096 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-80b5acd8-ada1-4893-8cdc-e86bb257b4f8 req-cef2a0d0-7ff4-413a-93b5-3d74cbdb5cbb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594885 Sep 23 01:36:59.632563 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c5aaa-17d2-41ba-9b6e-21627deade3c req-29c49e6e-555c-4f92-83af-0f44bd468422 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:36:59.634253 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6b3c5aaa-17d2-41ba-9b6e-21627deade3c req-29c49e6e-555c-4f92-83af-0f44bd468422 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0531888 Sep 23 01:36:59.718522 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6b3c5aaa-17d2-41ba-9b6e-21627deade3c req-2125be48-905c-483f-a3ee-fbd7f9626b24 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768683 Sep 23 01:37:00.909357 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79171235-5b9e-4594-9e51-89eeb82949e8 req-2c29f1e2-d890-40d2-8dea-b8548e180826 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:00.911921 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-79171235-5b9e-4594-9e51-89eeb82949e8 req-2c29f1e2-d890-40d2-8dea-b8548e180826 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0950847 Sep 23 01:37:00.942268 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a7859-b0c5-4653-b483-33ae75795242 req-e9e820f4-e2c7-49be-be7d-12b449baaa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:00.944610 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f97a7859-b0c5-4653-b483-33ae75795242 req-e9e820f4-e2c7-49be-be7d-12b449baaa38 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950&tenant_id=cc926b4dede94c3b92441b0c610771f6 HTTP/1.1" status: 200 len: 1128 time: 0.0981088 Sep 23 01:37:00.996636 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-79171235-5b9e-4594-9e51-89eeb82949e8 req-3447c801-20d7-4f7a-b3f3-314eac801a01 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681875 Sep 23 01:37:01.049312 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a7859-b0c5-4653-b483-33ae75795242 req-126b414a-75d0-41b1-8f99-34a95e3ab897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:01.051458 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f97a7859-b0c5-4653-b483-33ae75795242 req-126b414a-75d0-41b1-8f99-34a95e3ab897 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=cc926b4dede94c3b92441b0c610771f6&device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 1128 time: 0.0539591 Sep 23 01:37:01.163670 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a7859-b0c5-4653-b483-33ae75795242 req-017cd9ac-eb13-476f-abeb-2f36ae208937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:01.165280 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f97a7859-b0c5-4653-b483-33ae75795242 req-017cd9ac-eb13-476f-abeb-2f36ae208937 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=fd195584-9c0f-4bc1-8f70-84ad33facee8 HTTP/1.1" status: 200 len: 918 time: 0.1057377 Sep 23 01:37:01.233463 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:01.238697 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f97a7859-b0c5-4653-b483-33ae75795242 req-cdb7d98a-f5af-4901-af51-f8c597e4e71b service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=333f7a1f-cce8-4fcd-9a21-9176a214a076 HTTP/1.1" status: 200 len: 999 time: 0.0672855 Sep 23 01:37:01.311425 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a7859-b0c5-4653-b483-33ae75795242 req-45533bd2-0f22-4722-ab11-b88e4b32e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:01.312878 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f97a7859-b0c5-4653-b483-33ae75795242 req-45533bd2-0f22-4722-ab11-b88e4b32e0e9 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=14588842-7014-4d4b-b88a-21758b766661 HTTP/1.1" status: 200 len: 856 time: 0.0674181 Sep 23 01:37:01.368207 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a7859-b0c5-4653-b483-33ae75795242 req-294eaad6-4f57-49bf-98c2-c52f11aa9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:01.370461 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f97a7859-b0c5-4653-b483-33ae75795242 req-294eaad6-4f57-49bf-98c2-c52f11aa9acb service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=fd195584-9c0f-4bc1-8f70-84ad33facee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506327 Sep 23 01:37:01.466014 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:01.472151 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f97a7859-b0c5-4653-b483-33ae75795242 req-fbef78de-9c12-406c-acb5-dd0f8ea6ce12 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951931 Sep 23 01:37:01.578645 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f97a7859-b0c5-4653-b483-33ae75795242 req-95238fd6-4de3-4d60-a7dc-9c4085562db7 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004963 Sep 23 01:37:02.156579 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c97222-d47b-42a9-b5af-b594c200e4d9 req-55a3288b-79eb-415a-bbb1-63e37bf208f3 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:02.158302 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-70c97222-d47b-42a9-b5af-b594c200e4d9 req-55a3288b-79eb-415a-bbb1-63e37bf208f3 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0530739 Sep 23 01:37:02.214900 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-70c97222-d47b-42a9-b5af-b594c200e4d9 req-005df2fe-594c-46b8-ab5d-25dabb8b226d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472872 Sep 23 01:37:03.359457 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2923a-2c9c-45f8-b61a-9cd0a85854c0 req-bb3d3b7a-ed71-4787-8c12-3e24de5449b2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:03.359457 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-15d2923a-2c9c-45f8-b61a-9cd0a85854c0 req-bb3d3b7a-ed71-4787-8c12-3e24de5449b2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0546982 Sep 23 01:37:03.445864 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-15d2923a-2c9c-45f8-b61a-9cd0a85854c0 req-0227e694-e054-4869-bcf4-9051df0b6662 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801170 Sep 23 01:37:03.645365 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=24 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:03.646753 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:03.827579 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-73091ec9-da26-451a-bfa4-3d7f259018d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:04.615542 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d190e7-5583-4190-bbb6-7402c30d437f req-ff41fb4c-46c5-4634-8d5d-25e6272160fb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:04.617159 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b2d190e7-5583-4190-bbb6-7402c30d437f req-ff41fb4c-46c5-4634-8d5d-25e6272160fb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0520544 Sep 23 01:37:04.676022 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b2d190e7-5583-4190-bbb6-7402c30d437f req-242ca54a-9f64-44f5-8743-437aed1ade5a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510716 Sep 23 01:37:05.336281 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:37:05.839676 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9bb8c-11d9-447c-b9c3-18c9d6fe8068 req-722233c6-30ee-454e-9492-5f4ec0513cf6 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:05.841184 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6fa9bb8c-11d9-447c-b9c3-18c9d6fe8068 req-722233c6-30ee-454e-9492-5f4ec0513cf6 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0522068 Sep 23 01:37:05.948869 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6fa9bb8c-11d9-447c-b9c3-18c9d6fe8068 req-d2ca4fad-46f9-46c2-8041-49a140ff6d63 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864995 Sep 23 01:37:06.475705 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-c043f45b-6f79-4e84-8ce4-640e0bbe4868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:07.111290 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797f5d3-2485-439b-8daa-b99adcdda44a req-245c2256-8cd4-499c-8b7e-3d86b2e1cb59 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:07.112836 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d797f5d3-2485-439b-8daa-b99adcdda44a req-245c2256-8cd4-499c-8b7e-3d86b2e1cb59 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0602241 Sep 23 01:37:07.244747 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d797f5d3-2485-439b-8daa-b99adcdda44a req-7735f341-0a89-4cf0-b831-52e39b35d583 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244543 Sep 23 01:37:08.470886 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752fb20-946d-4fa7-8726-414a89b088d3 req-d7798f29-1e97-4e66-ae6c-8a5791acd957 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:08.473196 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3752fb20-946d-4fa7-8726-414a89b088d3 req-d7798f29-1e97-4e66-ae6c-8a5791acd957 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0752635 Sep 23 01:37:08.570651 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3752fb20-946d-4fa7-8726-414a89b088d3 req-4a1cdfe7-818b-4dfc-a480-464d5d4abdb0 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897670 Sep 23 01:37:09.793550 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:09.940260 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4897d6-8d0c-41b1-abe4-5ad94565f6ce req-1ef431b5-0743-4a65-a4d2-c72248bc3ae4 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:09.942388 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3d4897d6-8d0c-41b1-abe4-5ad94565f6ce req-1ef431b5-0743-4a65-a4d2-c72248bc3ae4 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0802889 Sep 23 01:37:10.020977 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3d4897d6-8d0c-41b1-abe4-5ad94565f6ce req-65e9de15-9e51-4656-8fcf-b12e10106a6b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697939 Sep 23 01:37:10.303741 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:11.181850 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:11.182709 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d01635-4f58-498c-a70e-49601ca3016e req-bbde05c4-b61b-4f08-b7e1-e4ce87c28cb8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:11.190030 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-26d01635-4f58-498c-a70e-49601ca3016e req-bbde05c4-b61b-4f08-b7e1-e4ce87c28cb8 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0735695 Sep 23 01:37:11.234771 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:11.253984 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-26d01635-4f58-498c-a70e-49601ca3016e req-74f79cd2-d388-46f4-ae5f-b1e086a7d9d6 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625699 Sep 23 01:37:11.527923 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc0d2c-1ec8-48f3-b3e0-c0fe372dabcd req-3b00b4d5-70ce-4b80-b3b6-de066842e00d tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:11.529434 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c8bc0d2c-1ec8-48f3-b3e0-c0fe372dabcd req-3b00b4d5-70ce-4b80-b3b6-de066842e00d tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 946 time: 0.0556738 Sep 23 01:37:11.558737 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:11.567831 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=5 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:11.575187 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=27 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:11.583677 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c8bc0d2c-1ec8-48f3-b3e0-c0fe372dabcd req-905ecc30-7fa9-47d1-b926-cd7eaf8cbea6 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f23df6dc-92d2-461a-8bd0-e093bc754254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464602 Sep 23 01:37:12.396025 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109559b-5677-464a-87fd-166fd75f6873 req-628f9ba8-11b3-4dc2-940e-6cde24846bc1 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:12.397443 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b109559b-5677-464a-87fd-166fd75f6873 req-628f9ba8-11b3-4dc2-940e-6cde24846bc1 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0544674 Sep 23 01:37:12.450456 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b109559b-5677-464a-87fd-166fd75f6873 req-34fec038-97c6-4c1d-9802-4995f16ef902 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466835 Sep 23 01:37:12.721769 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98954c-4cdb-4910-aef3-62d72ac66a53 req-3a97419b-dc08-4737-8077-e0823646d9c1 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:12.723280 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0a98954c-4cdb-4910-aef3-62d72ac66a53 req-3a97419b-dc08-4737-8077-e0823646d9c1 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 946 time: 0.0565460 Sep 23 01:37:12.775771 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0a98954c-4cdb-4910-aef3-62d72ac66a53 req-85fea49f-d960-4ed8-abbe-e3c696732482 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f23df6dc-92d2-461a-8bd0-e093bc754254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459549 Sep 23 01:37:13.617662 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60625b85-9080-4fe8-b3ec-982eb86e4703 req-777e08ba-a5e4-458d-8bfe-03eb03d8f96f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:13.619731 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-60625b85-9080-4fe8-b3ec-982eb86e4703 req-777e08ba-a5e4-458d-8bfe-03eb03d8f96f tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0494704 Sep 23 01:37:13.673798 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-60625b85-9080-4fe8-b3ec-982eb86e4703 req-f351b2b7-7b39-476c-97b5-afe6b305b858 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482535 Sep 23 01:37:13.908094 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97da12-ecf9-4b17-b163-e0af451ac876 req-f3164c71-e1bd-4b2b-988e-ae6d7ae5d3d0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:13.909960 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6d97da12-ecf9-4b17-b163-e0af451ac876 req-f3164c71-e1bd-4b2b-988e-ae6d7ae5d3d0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 946 time: 0.0536876 Sep 23 01:37:13.959792 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6d97da12-ecf9-4b17-b163-e0af451ac876 req-81096004-b86a-4bee-b15b-2c829cf0d4b4 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f23df6dc-92d2-461a-8bd0-e093bc754254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435834 Sep 23 01:37:14.808056 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286ff35-7164-40ba-8a3b-421d14f7c7b6 req-6156b8cb-39aa-4520-b82a-a6094a87b35a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:14.810124 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0286ff35-7164-40ba-8a3b-421d14f7c7b6 req-6156b8cb-39aa-4520-b82a-a6094a87b35a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0485725 Sep 23 01:37:14.863819 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0286ff35-7164-40ba-8a3b-421d14f7c7b6 req-4be9aa16-fe7b-4509-8553-f53750e9448b tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483582 Sep 23 01:37:15.094127 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7c9e8-ab4b-4e69-9d79-26b6ad4e0e38 req-ca77e726-e12a-4865-89a5-bec436292955 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:15.095609 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e8b7c9e8-ab4b-4e69-9d79-26b6ad4e0e38 req-ca77e726-e12a-4865-89a5-bec436292955 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 946 time: 0.0566161 Sep 23 01:37:15.150396 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e8b7c9e8-ab4b-4e69-9d79-26b6ad4e0e38 req-54db12b9-b9bd-4efd-83b9-b9250f34661f tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f23df6dc-92d2-461a-8bd0-e093bc754254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467327 Sep 23 01:37:15.334971 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:16.016518 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39e4cf-6d98-4ef7-a705-732f1034da19 req-52de317c-27d0-474c-b0cb-916cd33676b6 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:16.018168 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bf39e4cf-6d98-4ef7-a705-732f1034da19 req-52de317c-27d0-474c-b0cb-916cd33676b6 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.0597076 Sep 23 01:37:16.083166 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bf39e4cf-6d98-4ef7-a705-732f1034da19 req-c5b1c28c-014e-465b-9834-5f16a6c3e5e3 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552263 Sep 23 01:37:16.297388 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd376b90-0f20-45fc-982b-a315d3b969d9 req-637d263f-f307-4e0b-88f5-b7e21cc3c650 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:16.299064 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fd376b90-0f20-45fc-982b-a315d3b969d9 req-637d263f-f307-4e0b-88f5-b7e21cc3c650 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 946 time: 0.0564597 Sep 23 01:37:16.358754 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fd376b90-0f20-45fc-982b-a315d3b969d9 req-c1593b8d-5b4d-43c2-a5bd-dee608ab5b2a tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f23df6dc-92d2-461a-8bd0-e093bc754254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535750 Sep 23 01:37:16.736632 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80981c8-4ae9-4c84-b92b-2ec3b2a377b1 req-7203a8fd-a5d0-4fe3-a4d3-0212f2cb26ef tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:16.738185 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d80981c8-4ae9-4c84-b92b-2ec3b2a377b1 req-7203a8fd-a5d0-4fe3-a4d3-0212f2cb26ef tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 946 time: 0.0503366 Sep 23 01:37:16.848695 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-d80981c8-4ae9-4c84-b92b-2ec3b2a377b1 req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Deleting port df0c17e3-2bae-45d1-9f8c-79208eb93e44 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:37:16.849020 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-d80981c8-4ae9-4c84-b92b-2ec3b2a377b1 req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (df0c17e3-2bae-45d1-9f8c-79208eb93e44), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:16.962686 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-d80981c8-4ae9-4c84-b92b-2ec3b2a377b1 req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] For port df0c17e3-2bae-45d1-9f8c-79208eb93e44, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=df0c17e3-2bae-45d1-9f8c-79208eb93e44,segment=NetworkSegment(eab22f6f-3eb0-43db-a23d-8744583fc68d),segment_id=eab22f6f-3eb0-43db-a23d-8744583fc68d)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:37:16.963090 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-d80981c8-4ae9-4c84-b92b-2ec3b2a377b1 req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (df0c17e3-2bae-45d1-9f8c-79208eb93e44), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:17.235003 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-d80981c8-4ae9-4c84-b92b-2ec3b2a377b1 req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:17.235003 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-d80981c8-4ae9-4c84-b92b-2ec3b2a377b1 req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (5f68a591-ba84-41a3-950e-5708915bed9e), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:17.235003 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.l3_db [req-d80981c8-4ae9-4c84-b92b-2ec3b2a377b1 req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Floating IP 5f68a591-ba84-41a3-950e-5708915bed9e disassociated. External IP: 172.27.1.61, port: df0c17e3-2bae-45d1-9f8c-79208eb93e44. Sep 23 01:37:17.235003 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-d80981c8-4ae9-4c84-b92b-2ec3b2a377b1 req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Calling delete_port for df0c17e3-2bae-45d1-9f8c-79208eb93e44 owned by compute:nova {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:37:17.330712 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60669f-68a0-49f9-8280-c188af0752b0 req-a8359811-e347-4c82-bf7d-addf39c2ba47 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:17.332763 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9f60669f-68a0-49f9-8280-c188af0752b0 req-a8359811-e347-4c82-bf7d-addf39c2ba47 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 944 time: 0.1012108 Sep 23 01:37:17.345559 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 333f7a1f-cce8-4fcd-9a21-9176a214a076 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:37:17.429823 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:17.487747 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:17.497992 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 333f7a1f-cce8-4fcd-9a21-9176a214a076, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=333f7a1f-cce8-4fcd-9a21-9176a214a076,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:37:17.516675 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': '333f7a1f-cce8-4fcd-9a21-9176a214a076', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'port_id': '333f7a1f-cce8-4fcd-9a21-9176a214a076', 'mac_address': 'fa:16:3e:8b:06:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:37:17.527422 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9f60669f-68a0-49f9-8280-c188af0752b0 req-a91056e8-fc88-4e85-9c34-b3500a97fe3d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851242 Sep 23 01:37:17.530881 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315f43a-295f-44e1-b10f-603d2dceedc2 req-91957255-2907-4cfc-9bf4-e40054649af9 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:17.532507 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9315f43a-295f-44e1-b10f-603d2dceedc2 req-91957255-2907-4cfc-9bf4-e40054649af9 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 946 time: 0.0619936 Sep 23 01:37:17.574433 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 333f7a1f-cce8-4fcd-9a21-9176a214a076 is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:37:17.575099 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:17.599728 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333f7a1f-cce8-4fcd-9a21-9176a214a076 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:37:17.610123 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9315f43a-295f-44e1-b10f-603d2dceedc2 req-02f89827-e06b-4ea5-95b4-cadab8e6c04e tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=f23df6dc-92d2-461a-8bd0-e093bc754254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711241 Sep 23 01:37:17.622053 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-d80981c8-4ae9-4c84-b92b-2ec3b2a377b1 req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (df0c17e3-2bae-45d1-9f8c-79208eb93e44), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:17.643535 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 333f7a1f-cce8-4fcd-9a21-9176a214a076, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=333f7a1f-cce8-4fcd-9a21-9176a214a076,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:37:17.679959 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Pushing event deleted for resources: {'Port': ['ID=df0c17e3-2bae-45d1-9f8c-79208eb93e44,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:17.722005 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:17.722347 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:17.722688 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:17.723021 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:17.723347 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:17.723723 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:17.724049 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:17.724368 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:17.724713 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:17.725035 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:17.725357 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:17.725679 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:17.725995 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:17.726309 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:17.726622 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:17.749577 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:17.831430 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=333f7a1f-cce8-4fcd-9a21-9176a214a076,revision_number=9']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:17.835431 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d80981c8-4ae9-4c84-b92b-2ec3b2a377b1 req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Router 8a72148d-2e43-4d7a-b8ed-d49526982525 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:37:17.966306 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d80981c8-4ae9-4c84-b92b-2ec3b2a377b1 req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:37:17.978236 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babd5cc6-2a7d-42f1-83a4-f00bdb0d241a None None] Sync routers for ids ['8a72148d-2e43-4d7a-b8ed-d49526982525'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:37:17.992265 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babd5cc6-2a7d-42f1-83a4-f00bdb0d241a None None] Routers {'8a72148d-2e43-4d7a-b8ed-d49526982525'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:37:17.993256 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-babd5cc6-2a7d-42f1-83a4-f00bdb0d241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:37:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['8a72148d-2e43-4d7a-b8ed-d49526982525'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:18.020862 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80981c8-4ae9-4c84-b92b-2ec3b2a377b1 req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] No DVR routers for this DVR port df0c17e3-2bae-45d1-9f8c-79208eb93e44 on host hv-cinder-84914 {{(pid=107236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:37:18.024390 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-d80981c8-4ae9-4c84-b92b-2ec3b2a377b1 req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:18.031010 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d80981c8-4ae9-4c84-b92b-2ec3b2a377b1 req-1119fb26-04d3-4233-8520-f8172f135649 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.81 "DELETE /networking/v2.0/ports/df0c17e3-2bae-45d1-9f8c-79208eb93e44 HTTP/1.1" status: 204 len: 173 time: 1.2857745 Sep 23 01:37:18.042065 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1e50a2-07b1-4707-867a-4959d35ba7fa', 'name': 'network-vif-deleted', 'tag': 'df0c17e3-2bae-45d1-9f8c-79208eb93e44'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:37:18.042065 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d11856-a3c1-4468-a8ed-ee189c69d092" -d '{"events": [{"server_uuid": "4e1e50a2-07b1-4707-867a-4959d35ba7fa", "name": "network-vif-deleted", "tag": "df0c17e3-2bae-45d1-9f8c-79208eb93e44"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:37:18.067043 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['333f7a1f-cce8-4fcd-9a21-9176a214a076'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:37:18.120785 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dac3f9-71a0-4faf-901d-f7b9037a4fea x-openstack-request-id: req-51dac3f9-71a0-4faf-901d-f7b9037a4fea {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:37:18.120785 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1e50a2-07b1-4707-867a-4959d35ba7fa", "name": "network-vif-deleted", "tag": "df0c17e3-2bae-45d1-9f8c-79208eb93e44", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:37:18.120785 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51dac3f9-71a0-4faf-901d-f7b9037a4fea {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:37:18.121191 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51dac3f9-71a0-4faf-901d-f7b9037a4fea'] response: {'server_uuid': '4e1e50a2-07b1-4707-867a-4959d35ba7fa', 'name': 'network-vif-deleted', 'tag': 'df0c17e3-2bae-45d1-9f8c-79208eb93e44', 'status': 'completed', 'code': 200} Sep 23 01:37:18.168442 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-babd5cc6-2a7d-42f1-83a4-f00bdb0d241a None None] Set router 8a72148d-2e43-4d7a-b8ed-d49526982525 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:37:18.444346 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:18.465409 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-babd5cc6-2a7d-42f1-83a4-f00bdb0d241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'd8b4994d-4148-412d-a0c3-bb6e91007f10', 'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'mac_address': 'fa:16:3e:07:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:51Z', 'updated_at': '2022-09-23T01:30:20Z', 'revision_number': 5, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'subnets': [{'id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:18.497781 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babd5cc6-2a7d-42f1-83a4-f00bdb0d241a None None] Checking router: 8a72148d-2e43-4d7a-b8ed-d49526982525 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:37:18.507694 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babd5cc6-2a7d-42f1-83a4-f00bdb0d241a None None] Routers {'8a72148d-2e43-4d7a-b8ed-d49526982525'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:37:18.508315 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-babd5cc6-2a7d-42f1-83a4-f00bdb0d241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:37:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['8a72148d-2e43-4d7a-b8ed-d49526982525'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:18.511775 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:18.630087 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-babd5cc6-2a7d-42f1-83a4-f00bdb0d241a None None] Set router 8a72148d-2e43-4d7a-b8ed-d49526982525 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:37:18.693034 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad7f0a-ea14-49b2-9204-f26690736258 req-7a8d8212-1737-406e-bb1f-1f87f4af4e06 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:18.698754 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f0ad7f0a-ea14-49b2-9204-f26690736258 req-7a8d8212-1737-406e-bb1f-1f87f4af4e06 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 945 time: 0.0580597 Sep 23 01:37:18.763067 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f8b2a978-a8a7-45a8-a94a-a64aedd1a141 req-3e6fca65-530b-45f6-9377-e2dc522a6744 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4e1e50a2-07b1-4707-867a-4959d35ba7fa HTTP/1.1" status: 200 len: 210 time: 0.0315528 Sep 23 01:37:18.779526 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f0ad7f0a-ea14-49b2-9204-f26690736258 req-f19fbb02-759a-47de-bdb8-1c43e3a9ae71 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713897 Sep 23 01:37:18.872490 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-babd5cc6-2a7d-42f1-83a4-f00bdb0d241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'd8b4994d-4148-412d-a0c3-bb6e91007f10', 'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'mac_address': 'fa:16:3e:07:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:51Z', 'updated_at': '2022-09-23T01:30:20Z', 'revision_number': 5, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'subnets': [{'id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:18.899626 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babd5cc6-2a7d-42f1-83a4-f00bdb0d241a None None] The sync data for ids ['8a72148d-2e43-4d7a-b8ed-d49526982525'] in dv-cinder-849143-7-iscsi is: [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:29:54Z', 'revision_number': 4, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'd8b4994d-4148-412d-a0c3-bb6e91007f10', 'name': '', 'network_id': '62c29b3e-b2e8-4dd4-ada2-85bc80343af4', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'mac_address': 'fa:16:3e:07:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:51Z', 'updated_at': '2022-09-23T01:30:20Z', 'revision_number': 5, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'subnets': [{'id': 'd36fada1-7414-44f7-a6e7-b0b2acebf5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:37:19.197657 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a804e3a-acc5-468d-8d9d-75bc24e6a437 None None] New status for floating IP 5f68a591-ba84-41a3-950e-5708915bed9e: DOWN {{(pid=107238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:37:19.429096 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 333f7a1f-cce8-4fcd-9a21-9176a214a076 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:37:19.484320 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port 333f7a1f-cce8-4fcd-9a21-9176a214a076 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:37:19.485264 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:19.485264 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port 333f7a1f-cce8-4fcd-9a21-9176a214a076 Sep 23 01:37:19.596730 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 333f7a1f-cce8-4fcd-9a21-9176a214a076 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:37:19.597340 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:19.626734 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333f7a1f-cce8-4fcd-9a21-9176a214a076'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:37:19.629162 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40fe86e-628f-499c-adf6-81c88c652567" -d '{"events": [{"server_uuid": "bce51dee-2d0e-4c4c-9517-63a261f63950", "name": "network-vif-plugged", "status": "completed", "tag": "333f7a1f-cce8-4fcd-9a21-9176a214a076"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:37:19.645753 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 333f7a1f-cce8-4fcd-9a21-9176a214a076, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=333f7a1f-cce8-4fcd-9a21-9176a214a076,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:37:19.673640 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93369a48-adeb-4c0b-afdd-8118cd0301d2 x-openstack-request-id: req-93369a48-adeb-4c0b-afdd-8118cd0301d2 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:37:19.674020 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce51dee-2d0e-4c4c-9517-63a261f63950", "name": "network-vif-plugged", "status": "completed", "tag": "333f7a1f-cce8-4fcd-9a21-9176a214a076", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:37:19.674279 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93369a48-adeb-4c0b-afdd-8118cd0301d2 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:37:19.674706 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93369a48-adeb-4c0b-afdd-8118cd0301d2'] response: {'server_uuid': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333f7a1f-cce8-4fcd-9a21-9176a214a076', 'code': 200} Sep 23 01:37:19.769100 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:19.769931 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device df0c17e3-2bae-45d1-9f8c-79208eb93e44 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:37:19.957912 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: df0c17e3-2bae-45d1-9f8c-79208eb93e44 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:37:19.958255 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device df0c17e3-2bae-45d1-9f8c-79208eb93e44 not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:37:19.976057 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d461fe-687e-4810-81f0-1aad05b49210 req-8ffba839-7f48-4c9d-9824-c31f10df5f85 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:19.980208 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d6d461fe-687e-4810-81f0-1aad05b49210 req-8ffba839-7f48-4c9d-9824-c31f10df5f85 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 947 time: 0.0630937 Sep 23 01:37:19.997128 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=333f7a1f-cce8-4fcd-9a21-9176a214a076,revision_number=10']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:20.056557 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d6d461fe-687e-4810-81f0-1aad05b49210 req-1a012b1d-cd78-4e3a-ae42-e992fd06438c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727081 Sep 23 01:37:20.073880 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 47670) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:20.177562 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022f557-8579-4356-91a1-91721471f395 req-0ee18978-a3fb-438e-b5d1-7dea647ce27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:20.179064 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6022f557-8579-4356-91a1-91721471f395 req-0ee18978-a3fb-438e-b5d1-7dea647ce27c service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 1131 time: 0.0656283 Sep 23 01:37:20.215706 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6eddc5a3-4750-4e43-af1d-801a903e4431 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group (f23df6dc-92d2-461a-8bd0-e093bc754254), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:20.257402 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6eddc5a3-4750-4e43-af1d-801a903e4431 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group (f23df6dc-92d2-461a-8bd0-e093bc754254), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:20.273075 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6022f557-8579-4356-91a1-91721471f395 req-3f7f8abb-81c2-4db7-b453-1f30a631bd69 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880313 Sep 23 01:37:20.449008 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6eddc5a3-4750-4e43-af1d-801a903e4431 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (f23df6dc-92d2-461a-8bd0-e093bc754254), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:20.451941 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6eddc5a3-4750-4e43-af1d-801a903e4431 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:20.453206 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-6eddc5a3-4750-4e43-af1d-801a903e4431 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f23df6dc-92d2-461a-8bd0-e093bc754254 HTTP/1.1" status: 204 len: 168 time: 0.3781919 Sep 23 01:37:20.457360 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 47684) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:20.463449 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddc5a3-4750-4e43-af1d-801a903e4431 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23df6dc-92d2-461a-8bd0-e093bc754254,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:20.474868 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.api.v2.resource [None req-52cc1e92-0c41-4fb2-ab15-6b518e3d13d9 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] show failed (client error): The resource could not be found. Sep 23 01:37:20.475977 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-52cc1e92-0c41-4fb2-ab15-6b518e3d13d9 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "GET /networking/v2.0/security-groups/f23df6dc-92d2-461a-8bd0-e093bc754254 HTTP/1.1" status: 404 len: 347 time: 0.0174506 Sep 23 01:37:20.479030 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 47686) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:20.596736 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:20.613792 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-404715ac-a6c5-4904-b1ab-fa173cd0a9b0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Deleting port a71ed039-55a6-4b90-a93f-d60698613382 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:37:20.617456 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-404715ac-a6c5-4904-b1ab-fa173cd0a9b0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (a71ed039-55a6-4b90-a93f-d60698613382), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:20.750313 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-404715ac-a6c5-4904-b1ab-fa173cd0a9b0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (a71ed039-55a6-4b90-a93f-d60698613382), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:20.754883 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-404715ac-a6c5-4904-b1ab-fa173cd0a9b0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for floatingip (a71ed039-55a6-4b90-a93f-d60698613382), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:20.770656 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-404715ac-a6c5-4904-b1ab-fa173cd0a9b0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Calling delete_port for a71ed039-55a6-4b90-a93f-d60698613382 owned by network:floatingip {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:37:20.852558 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:21.004027 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-404715ac-a6c5-4904-b1ab-fa173cd0a9b0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (a71ed039-55a6-4b90-a93f-d60698613382), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.039841 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404715ac-a6c5-4904-b1ab-fa173cd0a9b0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Pushing event deleted for resources: {'Port': ['ID=a71ed039-55a6-4b90-a93f-d60698613382,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:21.102803 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-404715ac-a6c5-4904-b1ab-fa173cd0a9b0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks [] for floatingip (5f68a591-ba84-41a3-950e-5708915bed9e), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.106242 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-404715ac-a6c5-4904-b1ab-fa173cd0a9b0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.107439 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-404715ac-a6c5-4904-b1ab-fa173cd0a9b0 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/5f68a591-ba84-41a3-950e-5708915bed9e HTTP/1.1" status: 204 len: 168 time: 0.6270359 Sep 23 01:37:21.214777 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe690dd3-2c74-4257-b834-6d72964ee77a req-8c8ef6e0-c125-4c67-b327-bef6263a45c2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:21.216294 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fe690dd3-2c74-4257-b834-6d72964ee77a req-8c8ef6e0-c125-4c67-b327-bef6263a45c2 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 947 time: 0.0529380 Sep 23 01:37:21.271614 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fe690dd3-2c74-4257-b834-6d72964ee77a req-c50c7c22-bf6d-49f3-9903-8b94926efd3c tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490999 Sep 23 01:37:21.602136 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 47722) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:21.761684 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0aea662e-a158-4c6c-8820-1ad142211645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.819151 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.855772 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0aea662e-a158-4c6c-8820-1ad142211645 admin admin] Publish callbacks [] for security_group (98b0ccd2-ac2a-4934-806b-d553042d8ea7), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:21.997819 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0aea662e-a158-4c6c-8820-1ad142211645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (98b0ccd2-ac2a-4934-806b-d553042d8ea7), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:22.052227 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-0aea662e-a158-4c6c-8820-1ad142211645 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=dc3ae8e5d8d948fbb5b8702c4fae0d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4477501 Sep 23 01:37:22.054088 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 47734) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:22.054722 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea662e-a158-4c6c-8820-1ad142211645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b0ccd2-ac2a-4934-806b-d553042d8ea7,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:22.113696 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Publish callbacks [] for security_group (98b0ccd2-ac2a-4934-806b-d553042d8ea7), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:22.144938 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Publish callbacks [] for security_group (98b0ccd2-ac2a-4934-806b-d553042d8ea7), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:22.323907 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (98b0ccd2-ac2a-4934-806b-d553042d8ea7), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:22.327953 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:22.330044 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/98b0ccd2-ac2a-4934-806b-d553042d8ea7 HTTP/1.1" status: 204 len: 168 time: 0.2745388 Sep 23 01:37:22.342723 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b0ccd2-ac2a-4934-806b-d553042d8ea7,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:22.354813 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.355199 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.355762 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.356316 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.356792 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.357146 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.357475 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.357808 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.358166 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.358457 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.358769 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.359252 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.359474 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.359776 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.360251 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca2bac-2efb-462c-b3ab-723f0393d29d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:37:22.491956 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda906b-5071-4a96-876d-97cb0911a008 req-57bc58ee-7b80-4e4b-87b0-ce4a50bdf951 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:22.493314 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ffda906b-5071-4a96-876d-97cb0911a008 req-57bc58ee-7b80-4e4b-87b0-ce4a50bdf951 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 947 time: 0.0577741 Sep 23 01:37:22.552333 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ffda906b-5071-4a96-876d-97cb0911a008 req-80a98223-ec03-4c09-ba98-2475ef4eb7bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487368 Sep 23 01:37:23.291351 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 47758) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:23.308762 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d7548d6e-efcf-490f-aa19-af54dde896f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:23.331782 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:23.378608 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:23.416970 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d7548d6e-efcf-490f-aa19-af54dde896f1 admin admin] Publish callbacks [] for security_group (edc2ec60-0d48-4f4b-b037-f696809540c9), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:23.585900 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d7548d6e-efcf-490f-aa19-af54dde896f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (edc2ec60-0d48-4f4b-b037-f696809540c9), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:23.647469 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-d7548d6e-efcf-490f-aa19-af54dde896f1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=69c917ec65b047699f647e9e19f4e3a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3516681 Sep 23 01:37:23.647469 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7548d6e-efcf-490f-aa19-af54dde896f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc2ec60-0d48-4f4b-b037-f696809540c9,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:23.648573 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 47762) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:23.726488 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9d466f63-a78d-41da-a7c3-f25bc203235f admin admin] Publish callbacks [] for security_group (edc2ec60-0d48-4f4b-b037-f696809540c9), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:23.755742 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9d466f63-a78d-41da-a7c3-f25bc203235f admin admin] Publish callbacks [] for security_group (edc2ec60-0d48-4f4b-b037-f696809540c9), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:23.771001 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0b222-c2cd-42ca-90a2-1294ba7e014a req-286b3d34-e5ed-4860-8413-b068a2871a13 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:23.772622 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9ef0b222-c2cd-42ca-90a2-1294ba7e014a req-286b3d34-e5ed-4860-8413-b068a2871a13 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 947 time: 0.0780289 Sep 23 01:37:23.842010 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9ef0b222-c2cd-42ca-90a2-1294ba7e014a req-74ac3d89-ef36-446c-a905-3e7b8d4566cd tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620213 Sep 23 01:37:23.934733 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9d466f63-a78d-41da-a7c3-f25bc203235f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (edc2ec60-0d48-4f4b-b037-f696809540c9), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:23.937678 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9d466f63-a78d-41da-a7c3-f25bc203235f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:23.939471 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-9d466f63-a78d-41da-a7c3-f25bc203235f admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/edc2ec60-0d48-4f4b-b037-f696809540c9 HTTP/1.1" status: 204 len: 168 time: 0.2889035 Sep 23 01:37:23.950758 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d466f63-a78d-41da-a7c3-f25bc203235f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc2ec60-0d48-4f4b-b037-f696809540c9,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:25.556191 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 47804) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:25.740600 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:26.027209 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:26.091792 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-18f45ff5-2bae-406d-8342-3806b2ed0720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736099'] for router_interface (8a72148d-2e43-4d7a-b8ed-d49526982525), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:26.798279 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-18f45ff5-2bae-406d-8342-3806b2ed0720 admin admin] Deleting port d8b4994d-4148-412d-a0c3-bb6e91007f10 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:37:26.803099 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-18f45ff5-2bae-406d-8342-3806b2ed0720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:26.893453 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [None req-18f45ff5-2bae-406d-8342-3806b2ed0720 admin admin] For port d8b4994d-4148-412d-a0c3-bb6e91007f10, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=d8b4994d-4148-412d-a0c3-bb6e91007f10,segment=NetworkSegment(eab22f6f-3eb0-43db-a23d-8744583fc68d),segment_id=eab22f6f-3eb0-43db-a23d-8744583fc68d)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:37:26.894135 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-18f45ff5-2bae-406d-8342-3806b2ed0720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:26.910392 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-18f45ff5-2bae-406d-8342-3806b2ed0720 admin admin] Calling delete_port for d8b4994d-4148-412d-a0c3-bb6e91007f10 owned by network:router_interface {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:37:27.229407 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-18f45ff5-2bae-406d-8342-3806b2ed0720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (d8b4994d-4148-412d-a0c3-bb6e91007f10), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:27.260873 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f45ff5-2bae-406d-8342-3806b2ed0720 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b4994d-4148-412d-a0c3-bb6e91007f10,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:27.488204 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-18f45ff5-2bae-406d-8342-3806b2ed0720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683219'] for router_interface (8a72148d-2e43-4d7a-b8ed-d49526982525), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:27.494686 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:27.645107 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:27.811376 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f45ff5-2bae-406d-8342-3806b2ed0720 admin admin] Router 8a72148d-2e43-4d7a-b8ed-d49526982525 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:37:27.949405 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f45ff5-2bae-406d-8342-3806b2ed0720 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:37:27.970347 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-18f45ff5-2bae-406d-8342-3806b2ed0720 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/8a72148d-2e43-4d7a-b8ed-d49526982525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4008031 Sep 23 01:37:27.970347 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 47830) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:27.970697 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90bc04a-0685-4c2f-a866-76698479f66a None None] Sync routers for ids ['8a72148d-2e43-4d7a-b8ed-d49526982525'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:37:27.998096 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90bc04a-0685-4c2f-a866-76698479f66a None None] Routers {'8a72148d-2e43-4d7a-b8ed-d49526982525'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:37:27.999596 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-b90bc04a-0685-4c2f-a866-76698479f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:37:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['8a72148d-2e43-4d7a-b8ed-d49526982525'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:28.094772 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:28.095068 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-227afb34-6b4a-4a72-b34c-59f050258c1a admin admin] Publish callbacks [] for router (8a72148d-2e43-4d7a-b8ed-d49526982525), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:28.177195 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-b90bc04a-0685-4c2f-a866-76698479f66a None None] Set router 8a72148d-2e43-4d7a-b8ed-d49526982525 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:37:28.221357 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-227afb34-6b4a-4a72-b34c-59f050258c1a admin admin] Publish callbacks [] for router_gateway (8a72148d-2e43-4d7a-b8ed-d49526982525), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:28.359196 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:28.362578 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-227afb34-6b4a-4a72-b34c-59f050258c1a admin admin] Deleting port c1f3a776-8ec1-4b04-a4fd-175582621f0d {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:37:28.371085 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-227afb34-6b4a-4a72-b34c-59f050258c1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (c1f3a776-8ec1-4b04-a4fd-175582621f0d), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:28.373510 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-b90bc04a-0685-4c2f-a866-76698479f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:37:27Z', 'revision_number': 5, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port': {'id': 'c1f3a776-8ec1-4b04-a4fd-175582621f0d', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:28.400372 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90bc04a-0685-4c2f-a866-76698479f66a None None] Checking router: 8a72148d-2e43-4d7a-b8ed-d49526982525 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:37:28.411130 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90bc04a-0685-4c2f-a866-76698479f66a None None] Routers {'8a72148d-2e43-4d7a-b8ed-d49526982525'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:37:28.411849 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-b90bc04a-0685-4c2f-a866-76698479f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:37:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['8a72148d-2e43-4d7a-b8ed-d49526982525'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:28.473211 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [None req-227afb34-6b4a-4a72-b34c-59f050258c1a admin admin] For port c1f3a776-8ec1-4b04-a4fd-175582621f0d, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=c1f3a776-8ec1-4b04-a4fd-175582621f0d,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:37:28.473640 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-227afb34-6b4a-4a72-b34c-59f050258c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (c1f3a776-8ec1-4b04-a4fd-175582621f0d), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:28.483710 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:28.491609 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-227afb34-6b4a-4a72-b34c-59f050258c1a admin admin] Calling delete_port for c1f3a776-8ec1-4b04-a4fd-175582621f0d owned by network:router_gateway {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:37:28.511040 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-b90bc04a-0685-4c2f-a866-76698479f66a None None] Set router 8a72148d-2e43-4d7a-b8ed-d49526982525 gateway port host: None {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:37:28.568094 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-b90bc04a-0685-4c2f-a866-76698479f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:37:28Z', 'revision_number': 6, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port_host': None}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:28.594473 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90bc04a-0685-4c2f-a866-76698479f66a None None] The sync data for ids ['8a72148d-2e43-4d7a-b8ed-d49526982525'] in dv-cinder-849143-7-iscsi is: [{'id': '8a72148d-2e43-4d7a-b8ed-d49526982525', 'name': 'tempest-AttachVolumeTestJSON-1188218294-router', 'tenant_id': '92e9b7f9904f437f91148da9fc521326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:42Z', 'updated_at': '2022-09-23T01:37:28Z', 'revision_number': 6, 'project_id': '92e9b7f9904f437f91148da9fc521326', 'gw_port_host': None}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:37:28.772344 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-227afb34-6b4a-4a72-b34c-59f050258c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (c1f3a776-8ec1-4b04-a4fd-175582621f0d), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:28.800126 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227afb34-6b4a-4a72-b34c-59f050258c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f3a776-8ec1-4b04-a4fd-175582621f0d,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:28.874976 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-227afb34-6b4a-4a72-b34c-59f050258c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679193'] for router_gateway (8a72148d-2e43-4d7a-b8ed-d49526982525), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:29.002814 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-227afb34-6b4a-4a72-b34c-59f050258c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6547'] for router (8a72148d-2e43-4d7a-b8ed-d49526982525), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:29.006894 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-227afb34-6b4a-4a72-b34c-59f050258c1a admin admin] Publish callbacks [] for router_controller (8a72148d-2e43-4d7a-b8ed-d49526982525), precommit_delete_associations {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:29.157080 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-227afb34-6b4a-4a72-b34c-59f050258c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683310'] for router (8a72148d-2e43-4d7a-b8ed-d49526982525), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:29.158866 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227afb34-6b4a-4a72-b34c-59f050258c1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a72148d-2e43-4d7a-b8ed-d49526982525 {{(pid=107236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:37:29.162438 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-227afb34-6b4a-4a72-b34c-59f050258c1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:29.163497 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-227afb34-6b4a-4a72-b34c-59f050258c1a admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/8a72148d-2e43-4d7a-b8ed-d49526982525 HTTP/1.1" status: 204 len: 168 time: 1.1994483 Sep 23 01:37:29.167857 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 47838) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:29.222246 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e272e4-b7a5-45a5-837d-7e087eb6ca4d admin admin] Deleting subnet d36fada1-7414-44f7-a6e7-b0b2acebf5e7 {{(pid=107236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:37:29.225791 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-56e272e4-b7a5-45a5-837d-7e087eb6ca4d admin admin] Publish callbacks [] for subnet (d36fada1-7414-44f7-a6e7-b0b2acebf5e7), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:29.227425 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:29.271632 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-56e272e4-b7a5-45a5-837d-7e087eb6ca4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3450915'] for subnet (d36fada1-7414-44f7-a6e7-b0b2acebf5e7), precommit_delete_associations {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:29.365813 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-56e272e4-b7a5-45a5-837d-7e087eb6ca4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7847786'] for subnet (d36fada1-7414-44f7-a6e7-b0b2acebf5e7), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:29.470085 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device d8b4994d-4148-412d-a0c3-bb6e91007f10 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:37:29.492412 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: d8b4994d-4148-412d-a0c3-bb6e91007f10 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:37:29.493162 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device d8b4994d-4148-412d-a0c3-bb6e91007f10 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:37:29.493162 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device c1f3a776-8ec1-4b04-a4fd-175582621f0d no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:37:29.513739 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: c1f3a776-8ec1-4b04-a4fd-175582621f0d {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:37:29.514361 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device c1f3a776-8ec1-4b04-a4fd-175582621f0d not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:37:29.568651 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-56e272e4-b7a5-45a5-837d-7e087eb6ca4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7835479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3206794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9355630'] for subnet (d36fada1-7414-44f7-a6e7-b0b2acebf5e7), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:29.593269 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e272e4-b7a5-45a5-837d-7e087eb6ca4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d36fada1-7414-44f7-a6e7-b0b2acebf5e7,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:29.599997 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-56e272e4-b7a5-45a5-837d-7e087eb6ca4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:29.607342 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-56e272e4-b7a5-45a5-837d-7e087eb6ca4d admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/d36fada1-7414-44f7-a6e7-b0b2acebf5e7 HTTP/1.1" status: 204 len: 168 time: 0.4342282 Sep 23 01:37:29.607526 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 47848) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:29.608114 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7c3104-d6fa-4e4f-b631-4751edca906d None None] Network 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:37:29.707460 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776543'] for network (62c29b3e-b2e8-4dd4-ada2-85bc80343af4), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:29.776224 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] Deleting port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:37:29.776560 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (9a6c16ff-cd05-4bdf-9ce6-ceb15a620756), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:29.819979 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7becf9df-75c4-4fec-882c-ddff381b383d None None] DHCP port deletion for 62c29b3e-b2e8-4dd4-ada2-85bc80343af4 request from dv-cinder-849143-7-iscsi {{(pid=107237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:37:29.868513 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] For port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=9a6c16ff-cd05-4bdf-9ce6-ceb15a620756,segment=NetworkSegment(eab22f6f-3eb0-43db-a23d-8744583fc68d),segment_id=eab22f6f-3eb0-43db-a23d-8744583fc68d)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:37:29.870425 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (9a6c16ff-cd05-4bdf-9ce6-ceb15a620756), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:29.890462 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-7becf9df-75c4-4fec-882c-ddff381b383d None None] Deleting port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 {{(pid=107237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:37:29.890940 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-7becf9df-75c4-4fec-882c-ddff381b383d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (9a6c16ff-cd05-4bdf-9ce6-ceb15a620756), before_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:29.901780 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] Calling delete_port for 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 owned by network:dhcp {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:37:29.992944 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-7becf9df-75c4-4fec-882c-ddff381b383d None None] For port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=9a6c16ff-cd05-4bdf-9ce6-ceb15a620756,segment=NetworkSegment(eab22f6f-3eb0-43db-a23d-8744583fc68d),segment_id=eab22f6f-3eb0-43db-a23d-8744583fc68d)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:37:29.993390 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-7becf9df-75c4-4fec-882c-ddff381b383d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (9a6c16ff-cd05-4bdf-9ce6-ceb15a620756), precommit_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:30.013391 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-7becf9df-75c4-4fec-882c-ddff381b383d None None] Calling delete_port for 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 owned by network:dhcp {{(pid=107237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:37:30.123077 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (9a6c16ff-cd05-4bdf-9ce6-ceb15a620756), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:30.130207 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-7becf9df-75c4-4fec-882c-ddff381b383d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074'] for port (9a6c16ff-cd05-4bdf-9ce6-ceb15a620756), after_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:30.157958 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becf9df-75c4-4fec-882c-ddff381b383d None None] Pushing event deleted for resources: {'Port': ['ID=9a6c16ff-cd05-4bdf-9ce6-ceb15a620756,revision_number=None']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:30.158231 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6c16ff-cd05-4bdf-9ce6-ceb15a620756,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:30.162242 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7becf9df-75c4-4fec-882c-ddff381b383d None None] No DVR routers for this DVR port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 on host dv-cinder-849143-7-iscsi {{(pid=107237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:37:30.169205 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] No DVR routers for this DVR port 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 on host dv-cinder-849143-7-iscsi {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:37:30.270674 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807041', 'neutron.services.segments.db._delete_segments_for_network-8752383552961'] for network (62c29b3e-b2e8-4dd4-ada2-85bc80343af4), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:30.295983 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c29b3e-b2e8-4dd4-ada2-85bc80343af4']}} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:30.307929 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab22f6f-3eb0-43db-a23d-8744583fc68d') {'for_net_delete': True} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:30.308240 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab22f6f-3eb0-43db-a23d-8744583fc68d') {} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:37:30.310129 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:30.319877 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752383552853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9302479'] for segment (eab22f6f-3eb0-43db-a23d-8744583fc68d), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:30.335963 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (eab22f6f-3eb0-43db-a23d-8744583fc68d), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:30.343238 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=107235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:37:30.343736 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3173458'] for segment (eab22f6f-3eb0-43db-a23d-8744583fc68d), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:30.506604 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment eab22f6f-3eb0-43db-a23d-8744583fc68d resource provider aggregate not found Sep 23 01:37:30.524349 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment eab22f6f-3eb0-43db-a23d-8744583fc68d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eab22f6f-3eb0-43db-a23d-8744583fc68d found for delete ", "request_id": "req-54c7c0f5-8c5f-439f-a60c-3be1528e805a"}]} Sep 23 01:37:30.557824 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679244'] for network (62c29b3e-b2e8-4dd4-ada2-85bc80343af4), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:30.563854 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:30.567435 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/62c29b3e-b2e8-4dd4-ada2-85bc80343af4 HTTP/1.1" status: 204 len: 168 time: 0.9591031 Sep 23 01:37:30.580540 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6a986-c6d0-41a5-aedc-3d6ce3a323fe admin admin] Pushing event deleted for resources: {'Network': ['ID=62c29b3e-b2e8-4dd4-ada2-85bc80343af4,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:31.089762 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 47870) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:31.139159 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-a728d520-cba1-476f-afee-5e3d9d330e70 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=92e9b7f9904f437f91148da9fc521326&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0476577 Sep 23 01:37:31.141747 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 47872) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:31.204374 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-65d0c277-9d25-4a8a-af55-a110ed9c4e15 admin admin] Publish callbacks [] for security_group (36e322e7-f5fc-44a0-bd23-f21c66390fc5), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:31.234302 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-65d0c277-9d25-4a8a-af55-a110ed9c4e15 admin admin] Publish callbacks [] for security_group (36e322e7-f5fc-44a0-bd23-f21c66390fc5), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:31.235648 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:37:31.261804 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:37:31.262290 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 9a6c16ff-cd05-4bdf-9ce6-ceb15a620756 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:37:31.549686 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-65d0c277-9d25-4a8a-af55-a110ed9c4e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (36e322e7-f5fc-44a0-bd23-f21c66390fc5), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:31.574247 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-65d0c277-9d25-4a8a-af55-a110ed9c4e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:31.574247 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-65d0c277-9d25-4a8a-af55-a110ed9c4e15 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/36e322e7-f5fc-44a0-bd23-f21c66390fc5 HTTP/1.1" status: 204 len: 168 time: 0.4114702 Sep 23 01:37:31.574247 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0c277-9d25-4a8a-af55-a110ed9c4e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e322e7-f5fc-44a0-bd23-f21c66390fc5,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:32.241489 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 47896) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:32.536286 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8d1f272e-1226-4462-b70e-e7f2463a17f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:32.623109 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:32.629036 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8d1f272e-1226-4462-b70e-e7f2463a17f5 admin admin] Publish callbacks [] for security_group (31001659-8fc7-4b19-b0b2-9b1a26875f81), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:32.711716 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8d1f272e-1226-4462-b70e-e7f2463a17f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (31001659-8fc7-4b19-b0b2-9b1a26875f81), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:32.776262 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-8d1f272e-1226-4462-b70e-e7f2463a17f5 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=069a6d65c8f543c489870965355a8214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5331914 Sep 23 01:37:32.777632 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f272e-1226-4462-b70e-e7f2463a17f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31001659-8fc7-4b19-b0b2-9b1a26875f81,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:32.779239 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 47908) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:32.854331 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-45dc3ad2-98de-4f8f-bb34-5fee4ae474c0 admin admin] Publish callbacks [] for security_group (31001659-8fc7-4b19-b0b2-9b1a26875f81), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:32.886503 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-45dc3ad2-98de-4f8f-bb34-5fee4ae474c0 admin admin] Publish callbacks [] for security_group (31001659-8fc7-4b19-b0b2-9b1a26875f81), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:33.071427 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-45dc3ad2-98de-4f8f-bb34-5fee4ae474c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (31001659-8fc7-4b19-b0b2-9b1a26875f81), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:33.075193 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-45dc3ad2-98de-4f8f-bb34-5fee4ae474c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:33.077367 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-45dc3ad2-98de-4f8f-bb34-5fee4ae474c0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/31001659-8fc7-4b19-b0b2-9b1a26875f81 HTTP/1.1" status: 204 len: 168 time: 0.2966142 Sep 23 01:37:33.087197 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc3ad2-98de-4f8f-bb34-5fee4ae474c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31001659-8fc7-4b19-b0b2-9b1a26875f81,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:33.831455 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-dc168756-4c49-4d72-85d1-f4e06684121a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:33.969684 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 47944) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:33.988119 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f0fb738d-cebe-4f60-a37a-0b58117b6794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:34.045886 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 47946) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:34.101951 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f0fb738d-cebe-4f60-a37a-0b58117b6794 admin admin] Publish callbacks [] for security_group (78260b57-7068-487e-afb5-e9bc49eafb92), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:34.189312 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f0fb738d-cebe-4f60-a37a-0b58117b6794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (78260b57-7068-487e-afb5-e9bc49eafb92), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:34.234000 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb738d-cebe-4f60-a37a-0b58117b6794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78260b57-7068-487e-afb5-e9bc49eafb92,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:34.241804 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-f0fb738d-cebe-4f60-a37a-0b58117b6794 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=dc47ca5f143044a0b6ff075f57efac61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675366 Sep 23 01:37:34.242347 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 47950) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:34.272107 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-34989603-61ed-4528-b735-53b3720088dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:34.322493 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-83a9831f-b460-4d96-8cc2-7b9da601c255 admin admin] Publish callbacks [] for security_group (78260b57-7068-487e-afb5-e9bc49eafb92), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:34.328855 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=9,neutron:INSERT=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:34.349024 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-83a9831f-b460-4d96-8cc2-7b9da601c255 admin admin] Publish callbacks [] for security_group (78260b57-7068-487e-afb5-e9bc49eafb92), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:34.374137 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-34989603-61ed-4528-b735-53b3720088dc admin admin] Publish callbacks [] for security_group (bad63682-c811-4f40-b44a-1fe5476bc358), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:34.477078 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-34989603-61ed-4528-b735-53b3720088dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (bad63682-c811-4f40-b44a-1fe5476bc358), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:34.519771 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-34989603-61ed-4528-b735-53b3720088dc admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b80d83d2a18d4830a9a9ed65b80b8f08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4711781 Sep 23 01:37:34.520854 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34989603-61ed-4528-b735-53b3720088dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad63682-c811-4f40-b44a-1fe5476bc358,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:34.523428 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 47952) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:34.531522 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-83a9831f-b460-4d96-8cc2-7b9da601c255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (78260b57-7068-487e-afb5-e9bc49eafb92), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:34.550541 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-83a9831f-b460-4d96-8cc2-7b9da601c255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:34.550541 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-83a9831f-b460-4d96-8cc2-7b9da601c255 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/78260b57-7068-487e-afb5-e9bc49eafb92 HTTP/1.1" status: 204 len: 168 time: 0.2917376 Sep 23 01:37:34.550541 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:34.554733 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9831f-b460-4d96-8cc2-7b9da601c255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78260b57-7068-487e-afb5-e9bc49eafb92,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:34.612261 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c9b676c0-db1b-45b0-843c-7f37dcf70c46 admin admin] Publish callbacks [] for security_group (bad63682-c811-4f40-b44a-1fe5476bc358), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:34.647158 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c9b676c0-db1b-45b0-843c-7f37dcf70c46 admin admin] Publish callbacks [] for security_group (bad63682-c811-4f40-b44a-1fe5476bc358), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:34.894511 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c9b676c0-db1b-45b0-843c-7f37dcf70c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (bad63682-c811-4f40-b44a-1fe5476bc358), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:34.897401 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c9b676c0-db1b-45b0-843c-7f37dcf70c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:34.898748 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-c9b676c0-db1b-45b0-843c-7f37dcf70c46 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/bad63682-c811-4f40-b44a-1fe5476bc358 HTTP/1.1" status: 204 len: 168 time: 0.3741834 Sep 23 01:37:34.922918 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b676c0-db1b-45b0-843c-7f37dcf70c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad63682-c811-4f40-b44a-1fe5476bc358,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:36.186969 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:36.211359 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:36.448953 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-41407e1f-0871-4c79-9ef7-2c7ebe9b35ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:37.287004 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dab9cf-6046-44b0-b22e-0e3e5b07c7ee req-276b50e4-44d3-440f-98d8-2bba408f58a3 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:37.289707 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-02dab9cf-6046-44b0-b22e-0e3e5b07c7ee req-276b50e4-44d3-440f-98d8-2bba408f58a3 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0669231 Sep 23 01:37:37.385848 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-02dab9cf-6046-44b0-b22e-0e3e5b07c7ee req-0fef3eec-6aaa-41ec-8960-fd56abc67442 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878055 Sep 23 01:37:38.611867 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8f467-9652-439c-a531-b9f6270c617d req-343ef3a7-f75b-4f4b-a7bd-b0e092ffd2f2 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:38.614601 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-54d8f467-9652-439c-a531-b9f6270c617d req-343ef3a7-f75b-4f4b-a7bd-b0e092ffd2f2 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0973828 Sep 23 01:37:38.680415 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-54d8f467-9652-439c-a531-b9f6270c617d req-34b7f714-707e-4656-a359-47941f13a3ba tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546658 Sep 23 01:37:38.918155 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:39.853667 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a014a-d9e7-43ec-a324-1560a4a659ff req-1e946011-4630-484e-98f1-3e6215747e0e tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:39.855063 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ee0a014a-d9e7-43ec-a324-1560a4a659ff req-1e946011-4630-484e-98f1-3e6215747e0e tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0776825 Sep 23 01:37:39.915808 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ee0a014a-d9e7-43ec-a324-1560a4a659ff req-686150c3-3c58-4c88-9fbe-3b5b1333cde3 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541375 Sep 23 01:37:40.311879 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:41.094190 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f46a1-7424-4d8e-8e03-ac87de04f17d req-6fc1181d-0551-458d-ae39-d2b69781fa58 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:41.096571 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-cd4f46a1-7424-4d8e-8e03-ac87de04f17d req-6fc1181d-0551-458d-ae39-d2b69781fa58 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0775070 Sep 23 01:37:41.184409 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-cd4f46a1-7424-4d8e-8e03-ac87de04f17d req-7094cf38-c72b-4d77-991a-c4900894f2bc tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787921 Sep 23 01:37:41.232051 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:42.341828 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:37:42.367671 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6d9fa-a028-41b1-9c78-80906c270464 req-5fa6be75-2562-465e-a525-e7b659f8d9e7 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:42.370273 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5ef6d9fa-a028-41b1-9c78-80906c270464 req-5fa6be75-2562-465e-a525-e7b659f8d9e7 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0638387 Sep 23 01:37:42.404047 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:42.438321 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5ef6d9fa-a028-41b1-9c78-80906c270464 req-1b25fde0-c464-4a3b-9df6-efa2fe90e36e tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606961 Sep 23 01:37:43.590763 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741a2b3-72f0-407c-a323-1889bcbee493 req-9486bd04-741e-4a6b-9f51-9ff3a73b58d1 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:43.592580 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9741a2b3-72f0-407c-a323-1889bcbee493 req-9486bd04-741e-4a6b-9f51-9ff3a73b58d1 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0632455 Sep 23 01:37:43.687255 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9741a2b3-72f0-407c-a323-1889bcbee493 req-e38849a2-58ce-48f9-b62d-78333a73752a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835345 Sep 23 01:37:44.824663 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b0fea-6c2a-47b4-80ac-b0130e398225 req-65ea7b54-e4cf-4d71-85b6-3d9357bfde22 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:44.826542 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fb1b0fea-6c2a-47b4-80ac-b0130e398225 req-65ea7b54-e4cf-4d71-85b6-3d9357bfde22 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0544341 Sep 23 01:37:44.885693 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fb1b0fea-6c2a-47b4-80ac-b0130e398225 req-7a2de5fd-e248-4ae4-a7ce-4129c862d9e8 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529745 Sep 23 01:37:46.023384 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdad91-4fe3-46b3-8db9-8b073ca6907d req-a741b3a1-d2b8-401f-a259-70fe3f17aa45 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:46.025708 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f0fdad91-4fe3-46b3-8db9-8b073ca6907d req-a741b3a1-d2b8-401f-a259-70fe3f17aa45 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0534947 Sep 23 01:37:46.120385 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f0fdad91-4fe3-46b3-8db9-8b073ca6907d req-1a49eb25-3f40-4adc-aee5-0e40affebb83 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807300 Sep 23 01:37:47.266524 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 48126) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:47.301834 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869f26b-e906-46ce-a519-ce7dc3d62e5b req-0c4cfe61-41a3-4542-9fa3-b64fd3b8ce34 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:47.304473 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d869f26b-e906-46ce-a519-ce7dc3d62e5b req-0c4cfe61-41a3-4542-9fa3-b64fd3b8ce34 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0745692 Sep 23 01:37:47.487348 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f8d3ccd7-7f7f-4243-99eb-1b9a90f99601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:47.514508 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:47.599497 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f8d3ccd7-7f7f-4243-99eb-1b9a90f99601 admin admin] Publish callbacks [] for security_group (c2505150-ea3b-480f-a608-3ec134c13e24), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:47.671890 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d869f26b-e906-46ce-a519-ce7dc3d62e5b req-dd69abfc-02bf-4499-8560-cbdbdc020a84 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562222 Sep 23 01:37:47.682724 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f8d3ccd7-7f7f-4243-99eb-1b9a90f99601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (c2505150-ea3b-480f-a608-3ec134c13e24), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:47.747298 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-f8d3ccd7-7f7f-4243-99eb-1b9a90f99601 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5857e8abbb8c466da8997a99fbda443c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4795649 Sep 23 01:37:47.749401 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3ccd7-7f7f-4243-99eb-1b9a90f99601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2505150-ea3b-480f-a608-3ec134c13e24,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:47.751355 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 48136) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:47.825269 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cb3e7d21-dce7-4d3a-9e71-8d2fe6b47319 admin admin] Publish callbacks [] for security_group (c2505150-ea3b-480f-a608-3ec134c13e24), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:47.854036 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cb3e7d21-dce7-4d3a-9e71-8d2fe6b47319 admin admin] Publish callbacks [] for security_group (c2505150-ea3b-480f-a608-3ec134c13e24), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:47.991231 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cb3e7d21-dce7-4d3a-9e71-8d2fe6b47319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (c2505150-ea3b-480f-a608-3ec134c13e24), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:47.995091 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cb3e7d21-dce7-4d3a-9e71-8d2fe6b47319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:47.996736 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-cb3e7d21-dce7-4d3a-9e71-8d2fe6b47319 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c2505150-ea3b-480f-a608-3ec134c13e24 HTTP/1.1" status: 204 len: 168 time: 0.2442713 Sep 23 01:37:48.007410 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e7d21-dce7-4d3a-9e71-8d2fe6b47319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2505150-ea3b-480f-a608-3ec134c13e24,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:48.820094 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417c6cf-5841-4311-b0f6-cde83c3594d1 req-d149ecbb-a640-4074-ba1c-dc093404efe3 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:48.822448 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8417c6cf-5841-4311-b0f6-cde83c3594d1 req-d149ecbb-a640-4074-ba1c-dc093404efe3 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0603333 Sep 23 01:37:48.884576 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8417c6cf-5841-4311-b0f6-cde83c3594d1 req-1718f32d-84c5-48fa-bfae-7fa0cf5d2841 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551040 Sep 23 01:37:48.972485 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 48148) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:48.992253 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c6e1be3-5b3e-4874-81bb-b3c20ddb7491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:49.104609 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c6e1be3-5b3e-4874-81bb-b3c20ddb7491 admin admin] Publish callbacks [] for security_group (9c0c42b1-0a89-4f40-a1a7-857f51d5a825), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:49.243015 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8c6e1be3-5b3e-4874-81bb-b3c20ddb7491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (9c0c42b1-0a89-4f40-a1a7-857f51d5a825), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:49.306447 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e1be3-5b3e-4874-81bb-b3c20ddb7491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0c42b1-0a89-4f40-a1a7-857f51d5a825,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:49.312809 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-8c6e1be3-5b3e-4874-81bb-b3c20ddb7491 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a9a7145af1b3449883e9403cb77cdb5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377693 Sep 23 01:37:49.316524 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 48150) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:49.394537 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3d2e442e-6adc-470e-aa88-84d6474afb33 admin admin] Publish callbacks [] for security_group (9c0c42b1-0a89-4f40-a1a7-857f51d5a825), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:49.428390 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3d2e442e-6adc-470e-aa88-84d6474afb33 admin admin] Publish callbacks [] for security_group (9c0c42b1-0a89-4f40-a1a7-857f51d5a825), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:49.444678 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:49.652868 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3d2e442e-6adc-470e-aa88-84d6474afb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (9c0c42b1-0a89-4f40-a1a7-857f51d5a825), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:49.655787 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3d2e442e-6adc-470e-aa88-84d6474afb33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:49.657048 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-3d2e442e-6adc-470e-aa88-84d6474afb33 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9c0c42b1-0a89-4f40-a1a7-857f51d5a825 HTTP/1.1" status: 204 len: 168 time: 0.3393474 Sep 23 01:37:49.670656 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e442e-6adc-470e-aa88-84d6474afb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0c42b1-0a89-4f40-a1a7-857f51d5a825,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:50.028381 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f2e47-398a-4ae5-b550-653c4c81d17a req-a5c44ace-0231-48e2-9315-1ffa700b5dc9 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:50.032863 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-397f2e47-398a-4ae5-b550-653c4c81d17a req-a5c44ace-0231-48e2-9315-1ffa700b5dc9 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0621040 Sep 23 01:37:50.130947 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-397f2e47-398a-4ae5-b550-653c4c81d17a req-d9b59e67-286a-489b-8265-dc5cdbfa068c tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917954 Sep 23 01:37:50.384485 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 48164) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:50.555242 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-afbc701f-2945-45d3-985b-16ef35ced714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:50.666726 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-afbc701f-2945-45d3-985b-16ef35ced714 admin admin] Publish callbacks [] for security_group (cdaae420-9517-4119-a2cb-c0997086314b), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:50.768904 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-afbc701f-2945-45d3-985b-16ef35ced714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (cdaae420-9517-4119-a2cb-c0997086314b), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:50.845975 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-afbc701f-2945-45d3-985b-16ef35ced714 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5b20c1a0b392452b8ca1a6813ea18cbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4600129 Sep 23 01:37:50.846251 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 48174) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:50.847434 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc701f-2945-45d3-985b-16ef35ced714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaae420-9517-4119-a2cb-c0997086314b,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:50.904806 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:50.947707 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7e9758ce-a598-4b71-a6c8-ddffd7dc63eb admin admin] Publish callbacks [] for security_group (cdaae420-9517-4119-a2cb-c0997086314b), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:50.984479 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7e9758ce-a598-4b71-a6c8-ddffd7dc63eb admin admin] Publish callbacks [] for security_group (cdaae420-9517-4119-a2cb-c0997086314b), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:51.033390 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:51.127918 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7e9758ce-a598-4b71-a6c8-ddffd7dc63eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (cdaae420-9517-4119-a2cb-c0997086314b), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:51.130690 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7e9758ce-a598-4b71-a6c8-ddffd7dc63eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:51.132043 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-7e9758ce-a598-4b71-a6c8-ddffd7dc63eb admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/cdaae420-9517-4119-a2cb-c0997086314b HTTP/1.1" status: 204 len: 168 time: 0.2829762 Sep 23 01:37:51.151542 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9758ce-a598-4b71-a6c8-ddffd7dc63eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaae420-9517-4119-a2cb-c0997086314b,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:51.327338 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266207b0-d6ef-4336-b7d5-fde2f726997c req-a34b8502-ba1d-4c34-8f7c-bf89c2bb6fa4 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:51.330314 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-266207b0-d6ef-4336-b7d5-fde2f726997c req-a34b8502-ba1d-4c34-8f7c-bf89c2bb6fa4 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0685551 Sep 23 01:37:51.434850 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-266207b0-d6ef-4336-b7d5-fde2f726997c req-13c14927-985f-400f-8bdf-8f9e44c7877a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889330 Sep 23 01:37:51.746196 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:52.118884 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 48200) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:52.144110 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a1cbd32b-7026-413a-ba31-7f887b612ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:52.293481 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a1cbd32b-7026-413a-ba31-7f887b612ef8 admin admin] Publish callbacks [] for security_group (71557cca-62ea-408f-838b-ac4b2e30877e), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:52.321050 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:52.339598 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:52.390969 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a1cbd32b-7026-413a-ba31-7f887b612ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (71557cca-62ea-408f-838b-ac4b2e30877e), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:52.441815 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbd32b-7026-413a-ba31-7f887b612ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71557cca-62ea-408f-838b-ac4b2e30877e,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:52.448386 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-a1cbd32b-7026-413a-ba31-7f887b612ef8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=28bde6da6d634c37925bd7cddd0c2720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3280241 Sep 23 01:37:52.452000 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 48204) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:52.532898 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fe3d0595-42a2-4865-811d-0c692cd123f6 admin admin] Publish callbacks [] for security_group (71557cca-62ea-408f-838b-ac4b2e30877e), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:52.561808 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fe3d0595-42a2-4865-811d-0c692cd123f6 admin admin] Publish callbacks [] for security_group (71557cca-62ea-408f-838b-ac4b2e30877e), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:52.636079 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad4732-b87f-470c-a6fa-d30fc6320f40 req-41f42503-df11-48a8-841d-48c301f85800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:52.637656 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-17ad4732-b87f-470c-a6fa-d30fc6320f40 req-41f42503-df11-48a8-841d-48c301f85800 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=600dd39d7a7944a49330866c0e26cb66&device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 1129 time: 0.0526955 Sep 23 01:37:52.645622 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c033d60-9a46-4a92-a9f9-268a78d7939c req-605291b1-d1d7-4b14-a37c-6a7788efbfd4 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:52.647337 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4c033d60-9a46-4a92-a9f9-268a78d7939c req-605291b1-d1d7-4b14-a37c-6a7788efbfd4 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0917125 Sep 23 01:37:52.741940 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4c033d60-9a46-4a92-a9f9-268a78d7939c req-200a1b14-c4a9-47c1-8372-4f4f3064bd1e tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709372 Sep 23 01:37:52.762570 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:52.785135 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fe3d0595-42a2-4865-811d-0c692cd123f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (71557cca-62ea-408f-838b-ac4b2e30877e), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:52.788502 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fe3d0595-42a2-4865-811d-0c692cd123f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:52.789486 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad4732-b87f-470c-a6fa-d30fc6320f40 req-ac1efc58-6912-4774-b853-48e340e4e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:52.791850 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-17ad4732-b87f-470c-a6fa-d30fc6320f40 req-ac1efc58-6912-4774-b853-48e340e4e670 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=2b18b98c-5d4a-416e-872c-bd1f7589d912 HTTP/1.1" status: 200 len: 909 time: 0.1465263 Sep 23 01:37:52.792176 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-fe3d0595-42a2-4865-811d-0c692cd123f6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/71557cca-62ea-408f-838b-ac4b2e30877e HTTP/1.1" status: 204 len: 168 time: 0.3388610 Sep 23 01:37:52.804712 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d0595-42a2-4865-811d-0c692cd123f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71557cca-62ea-408f-838b-ac4b2e30877e,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:52.907785 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-17ad4732-b87f-470c-a6fa-d30fc6320f40 req-ce793468-949c-47be-903e-5b1a8ed704a0 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=911afee1-5fd1-4032-b7a3-0dfc35cb6337 HTTP/1.1" status: 200 len: 1000 time: 0.1085293 Sep 23 01:37:52.964450 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad4732-b87f-470c-a6fa-d30fc6320f40 req-e809499f-712b-469e-996a-dac59478d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:52.966053 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-17ad4732-b87f-470c-a6fa-d30fc6320f40 req-e809499f-712b-469e-996a-dac59478d50a service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=948b79d0-7fa3-4099-8c3a-d88b8d8138af HTTP/1.1" status: 200 len: 847 time: 0.0507913 Sep 23 01:37:53.013213 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:53.026930 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad4732-b87f-470c-a6fa-d30fc6320f40 req-946b8c5d-8c81-4628-91d0-83bc43d5f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:53.032000 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-17ad4732-b87f-470c-a6fa-d30fc6320f40 req-946b8c5d-8c81-4628-91d0-83bc43d5f98f service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=2b18b98c-5d4a-416e-872c-bd1f7589d912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582254 Sep 23 01:37:53.152463 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-17ad4732-b87f-470c-a6fa-d30fc6320f40 req-c42dbfac-49b8-4ad7-8405-629a589ddf72 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2b18b98c-5d4a-416e-872c-bd1f7589d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128101 Sep 23 01:37:53.271026 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-17ad4732-b87f-470c-a6fa-d30fc6320f40 req-43c89346-d8a9-4282-9164-1e3d5ba46794 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2b18b98c-5d4a-416e-872c-bd1f7589d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117635 Sep 23 01:37:53.944290 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a3288-100e-419b-b0c7-46aa2eb6b3a0 req-5c696c90-9c05-4845-bb36-2d2257cd51c9 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:53.946094 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1e2a3288-100e-419b-b0c7-46aa2eb6b3a0 req-5c696c90-9c05-4845-bb36-2d2257cd51c9 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0644786 Sep 23 01:37:54.028565 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1e2a3288-100e-419b-b0c7-46aa2eb6b3a0 req-c03614cb-e9f7-44ab-b690-dbc5e2eab8d1 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748644 Sep 23 01:37:54.195612 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 48266) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:54.341110 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c0f70215-fb76-44e9-a5a3-4c36de8e678a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:54.450277 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c0f70215-fb76-44e9-a5a3-4c36de8e678a admin admin] Publish callbacks [] for security_group (693711a4-3739-46d5-8b03-2b257b4e0f24), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:54.574165 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c0f70215-fb76-44e9-a5a3-4c36de8e678a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (693711a4-3739-46d5-8b03-2b257b4e0f24), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:54.622276 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f70215-fb76-44e9-a5a3-4c36de8e678a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693711a4-3739-46d5-8b03-2b257b4e0f24,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:54.626744 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-c0f70215-fb76-44e9-a5a3-4c36de8e678a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8be1fb8ffa4445fe872cf915ab18335a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293153 Sep 23 01:37:54.634524 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 48280) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:54.687675 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512e52a-80ff-4a11-bff8-446cb58379eb req-b47007b4-1806-487e-87d7-a450b07da650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:54.688974 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3512e52a-80ff-4a11-bff8-446cb58379eb req-b47007b4-1806-487e-87d7-a450b07da650 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=600dd39d7a7944a49330866c0e26cb66&device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 1129 time: 0.0418189 Sep 23 01:37:54.693511 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3349bf9e-b181-4ba6-b36d-c2db96c61553 admin admin] Publish callbacks [] for security_group (693711a4-3739-46d5-8b03-2b257b4e0f24), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:54.726654 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3349bf9e-b181-4ba6-b36d-c2db96c61553 admin admin] Publish callbacks [] for security_group (693711a4-3739-46d5-8b03-2b257b4e0f24), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:54.820905 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512e52a-80ff-4a11-bff8-446cb58379eb req-877d734e-71dd-432c-b8c1-2b21a5d161db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:54.823141 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3512e52a-80ff-4a11-bff8-446cb58379eb req-877d734e-71dd-432c-b8c1-2b21a5d161db service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=2b18b98c-5d4a-416e-872c-bd1f7589d912 HTTP/1.1" status: 200 len: 909 time: 0.1111236 Sep 23 01:37:54.865181 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3349bf9e-b181-4ba6-b36d-c2db96c61553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (693711a4-3739-46d5-8b03-2b257b4e0f24), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:54.867831 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3349bf9e-b181-4ba6-b36d-c2db96c61553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:54.869565 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-3349bf9e-b181-4ba6-b36d-c2db96c61553 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/693711a4-3739-46d5-8b03-2b257b4e0f24 HTTP/1.1" status: 204 len: 168 time: 0.2341793 Sep 23 01:37:54.881637 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349bf9e-b181-4ba6-b36d-c2db96c61553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693711a4-3739-46d5-8b03-2b257b4e0f24,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:54.959705 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:54.987729 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3512e52a-80ff-4a11-bff8-446cb58379eb req-362b1a01-e814-4e56-9eef-61f6d8eca346 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=911afee1-5fd1-4032-b7a3-0dfc35cb6337 HTTP/1.1" status: 200 len: 1000 time: 0.0695169 Sep 23 01:37:55.079827 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512e52a-80ff-4a11-bff8-446cb58379eb req-0335cc3a-0e0d-44be-a2c9-18c325eafe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:55.081235 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3512e52a-80ff-4a11-bff8-446cb58379eb req-0335cc3a-0e0d-44be-a2c9-18c325eafe08 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=948b79d0-7fa3-4099-8c3a-d88b8d8138af HTTP/1.1" status: 200 len: 847 time: 0.0556467 Sep 23 01:37:55.132922 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512e52a-80ff-4a11-bff8-446cb58379eb req-7093b742-d0e3-4417-b511-73089d88200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:55.134761 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3512e52a-80ff-4a11-bff8-446cb58379eb req-7093b742-d0e3-4417-b511-73089d88200e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=2b18b98c-5d4a-416e-872c-bd1f7589d912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474932 Sep 23 01:37:55.196646 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64751885-2285-488e-a287-551ac6ceb7ba req-e4701373-9f00-4671-bce2-c02d2cf3961f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:55.196646 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-64751885-2285-488e-a287-551ac6ceb7ba req-e4701373-9f00-4671-bce2-c02d2cf3961f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0666800 Sep 23 01:37:55.246456 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3512e52a-80ff-4a11-bff8-446cb58379eb req-b558cc38-49a0-442b-b763-9cbd931a21e2 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2b18b98c-5d4a-416e-872c-bd1f7589d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055360 Sep 23 01:37:55.254577 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-64751885-2285-488e-a287-551ac6ceb7ba req-03e091c1-8058-4206-b5fb-ae6a8d3bb6a7 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504591 Sep 23 01:37:55.334114 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:55.359397 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3512e52a-80ff-4a11-bff8-446cb58379eb req-bfb66a57-531e-4d8a-8b3a-9b4334fac961 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2b18b98c-5d4a-416e-872c-bd1f7589d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048961 Sep 23 01:37:55.901441 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 48326) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:55.917338 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fc28a2a6-cd8d-4b94-9efc-eca15b935e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:56.034143 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:DELETE=9,neutron:SELECT=86,neutron:INSERT=5 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:56.049417 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fc28a2a6-cd8d-4b94-9efc-eca15b935e7c admin admin] Publish callbacks [] for security_group (4fa34175-412c-46df-876a-236d153b039e), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:56.142005 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fc28a2a6-cd8d-4b94-9efc-eca15b935e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (4fa34175-412c-46df-876a-236d153b039e), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:56.190390 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-fc28a2a6-cd8d-4b94-9efc-eca15b935e7c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=db71b26063a444f395312231b3d84a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872343 Sep 23 01:37:56.190706 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28a2a6-cd8d-4b94-9efc-eca15b935e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa34175-412c-46df-876a-236d153b039e,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:56.194091 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 48334) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:37:56.271946 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f63baed0-fc8c-4f3a-8dc8-17bf6cd8bbe4 admin admin] Publish callbacks [] for security_group (4fa34175-412c-46df-876a-236d153b039e), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:56.308023 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f63baed0-fc8c-4f3a-8dc8-17bf6cd8bbe4 admin admin] Publish callbacks [] for security_group (4fa34175-412c-46df-876a-236d153b039e), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:56.407801 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fde18-2cc5-4b61-8ca5-7f9ef3a5c2eb req-de437f9c-0eab-4b2b-8af7-5ccea983fde5 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:56.409398 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-136fde18-2cc5-4b61-8ca5-7f9ef3a5c2eb req-de437f9c-0eab-4b2b-8af7-5ccea983fde5 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0592434 Sep 23 01:37:56.494418 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-136fde18-2cc5-4b61-8ca5-7f9ef3a5c2eb req-daa00c78-f755-40fe-950c-9424e1dab6bb tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739698 Sep 23 01:37:56.659141 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f63baed0-fc8c-4f3a-8dc8-17bf6cd8bbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (4fa34175-412c-46df-876a-236d153b039e), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:56.661913 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f63baed0-fc8c-4f3a-8dc8-17bf6cd8bbe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:56.663232 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-f63baed0-fc8c-4f3a-8dc8-17bf6cd8bbe4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/4fa34175-412c-46df-876a-236d153b039e HTTP/1.1" status: 204 len: 168 time: 0.4681277 Sep 23 01:37:56.676502 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63baed0-fc8c-4f3a-8dc8-17bf6cd8bbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa34175-412c-46df-876a-236d153b039e,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:37:57.648909 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792e2c5-6751-4e2a-a33e-e55c21b2533b req-27b58e5b-9881-4c3c-96a6-2369425edea2 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:57.651848 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-7792e2c5-6751-4e2a-a33e-e55c21b2533b req-27b58e5b-9881-4c3c-96a6-2369425edea2 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0654516 Sep 23 01:37:57.732395 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-7792e2c5-6751-4e2a-a33e-e55c21b2533b req-03a17473-9a46-440b-8e63-a31770710fe0 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670924 Sep 23 01:37:58.313730 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5414e-c7cf-4417-ac2b-8f2deb52dcc9 req-0808f9ab-46fc-43c5-8af6-8f73d7f4a880 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:58.316732 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a3c5414e-c7cf-4417-ac2b-8f2deb52dcc9 req-0808f9ab-46fc-43c5-8af6-8f73d7f4a880 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 947 time: 0.0974369 Sep 23 01:37:58.420118 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a3c5414e-c7cf-4417-ac2b-8f2deb52dcc9 req-e45e84bb-b66c-4663-8f54-6e10aaba617a tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925684 Sep 23 01:37:58.442986 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179435cf-d852-400f-8379-9ae91a31960d req-e35b7594-067b-4408-b620-cf76c84ea72a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:58.446050 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-179435cf-d852-400f-8379-9ae91a31960d req-e35b7594-067b-4408-b620-cf76c84ea72a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0841279 Sep 23 01:37:58.562148 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-179435cf-d852-400f-8379-9ae91a31960d req-a49225f8-1713-46d7-ae30-42e64fc11380 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993385 Sep 23 01:37:58.699754 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f94d2e13-27be-44ed-8087-daa02da8ef76 req-1e36486a-6f4b-4d5c-921e-04e7a76b94b7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2492154 Sep 23 01:37:59.607068 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 911afee1-5fd1-4032-b7a3-0dfc35cb6337 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:37:59.668360 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c510b3-336c-49a0-898c-24eafd2c0094 req-2ec462f0-ba22-4704-aba2-ea1f43b920bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:59.678299 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=68,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:59.678554 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f6c510b3-336c-49a0-898c-24eafd2c0094 req-2ec462f0-ba22-4704-aba2-ea1f43b920bb tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 947 time: 0.0875359 Sep 23 01:37:59.679828 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=61,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:37:59.756012 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 is: ACTIVE; New status is: DOWN {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:37:59.756665 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:37:59.763210 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f6c510b3-336c-49a0-898c-24eafd2c0094 req-e883b5b3-cb0d-494a-ab7b-7566990753af tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838482 Sep 23 01:37:59.811355 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c50f9b-7a91-48fb-9390-2149364acd41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '911afee1-5fd1-4032-b7a3-0dfc35cb6337'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:37:59.815963 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a902fb-232b-4ac8-b92a-634550a2f1a7" -d '{"events": [{"server_uuid": "35c50f9b-7a91-48fb-9390-2149364acd41", "name": "network-vif-unplugged", "status": "completed", "tag": "911afee1-5fd1-4032-b7a3-0dfc35cb6337"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:37:59.838689 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 911afee1-5fd1-4032-b7a3-0dfc35cb6337, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=911afee1-5fd1-4032-b7a3-0dfc35cb6337,segment=NetworkSegment(cae84908-7015-491d-9d2b-0814f4a10a26),segment_id=cae84908-7015-491d-9d2b-0814f4a10a26)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:37:59.882599 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Sep 2022 01:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53237099-e6c8-428f-a282-b90f523c05a0 x-openstack-request-id: req-53237099-e6c8-428f-a282-b90f523c05a0 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:37:59.884597 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c50f9b-7a91-48fb-9390-2149364acd41", "name": "network-vif-unplugged", "status": "failed", "tag": "911afee1-5fd1-4032-b7a3-0dfc35cb6337", "code": 422}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:37:59.884597 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53237099-e6c8-428f-a282-b90f523c05a0 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:37:59.884597 dv-cinder-849143-7-iscsi neutron-server[107237]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-53237099-e6c8-428f-a282-b90f523c05a0']: {'server_uuid': '35c50f9b-7a91-48fb-9390-2149364acd41', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '911afee1-5fd1-4032-b7a3-0dfc35cb6337', 'code': 422} returned with failed status Sep 23 01:37:59.933074 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41420729-488e-4c91-8ee0-b0817a1cf426 req-67af2be3-a3b0-4591-ac5d-e533483853ad tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:59.935559 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-41420729-488e-4c91-8ee0-b0817a1cf426 req-67af2be3-a3b0-4591-ac5d-e533483853ad tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 947 time: 0.1465490 Sep 23 01:37:59.941759 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75cdd6-7362-4852-a8df-ef6827833dd5 req-484c754a-3417-47d6-88c2-b78bf3828689 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:37:59.946346 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4a75cdd6-7362-4852-a8df-ef6827833dd5 req-484c754a-3417-47d6-88c2-b78bf3828689 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.1803281 Sep 23 01:37:59.946530 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:00.014342 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=911afee1-5fd1-4032-b7a3-0dfc35cb6337,revision_number=6']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:00.027338 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:00.029628 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:00.029628 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:00.029628 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:00.029628 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:00.029628 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:00.029628 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:00.030158 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:00.030158 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:00.030601 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:00.030860 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:00.031383 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:00.031793 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:00.032104 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:00.035657 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:00.088959 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-4a75cdd6-7362-4852-a8df-ef6827833dd5 req-11209c45-2382-4128-8967-c53a278bbb3e tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288648 Sep 23 01:38:00.092265 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-41420729-488e-4c91-8ee0-b0817a1cf426 req-8d00d7bf-0056-4cf1-84a4-473a8982911d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Deleting port 333f7a1f-cce8-4fcd-9a21-9176a214a076 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:38:00.092600 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-41420729-488e-4c91-8ee0-b0817a1cf426 req-8d00d7bf-0056-4cf1-84a4-473a8982911d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:00.093974 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d2e13-27be-44ed-8087-daa02da8ef76 req-d04f32ac-b064-4c44-b821-ffbbc0b83a6b tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:00.095481 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f94d2e13-27be-44ed-8087-daa02da8ef76 req-d04f32ac-b064-4c44-b821-ffbbc0b83a6b tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports/911afee1-5fd1-4032-b7a3-0dfc35cb6337 HTTP/1.1" status: 200 len: 940 time: 0.3276169 Sep 23 01:38:00.236434 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-41420729-488e-4c91-8ee0-b0817a1cf426 req-8d00d7bf-0056-4cf1-84a4-473a8982911d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] For port 333f7a1f-cce8-4fcd-9a21-9176a214a076, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=333f7a1f-cce8-4fcd-9a21-9176a214a076,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:00.236822 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-41420729-488e-4c91-8ee0-b0817a1cf426 req-8d00d7bf-0056-4cf1-84a4-473a8982911d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:00.687402 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-41420729-488e-4c91-8ee0-b0817a1cf426 req-8d00d7bf-0056-4cf1-84a4-473a8982911d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:00.687794 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-41420729-488e-4c91-8ee0-b0817a1cf426 req-8d00d7bf-0056-4cf1-84a4-473a8982911d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (f12e0061-1290-4262-9a73-b336b10304c8), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:00.688117 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.l3_db [req-41420729-488e-4c91-8ee0-b0817a1cf426 req-8d00d7bf-0056-4cf1-84a4-473a8982911d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Floating IP f12e0061-1290-4262-9a73-b336b10304c8 disassociated. External IP: 172.27.1.38, port: 333f7a1f-cce8-4fcd-9a21-9176a214a076. Sep 23 01:38:00.688469 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-41420729-488e-4c91-8ee0-b0817a1cf426 req-8d00d7bf-0056-4cf1-84a4-473a8982911d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Calling delete_port for 333f7a1f-cce8-4fcd-9a21-9176a214a076 owned by compute:nova {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:38:00.698270 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:00.702183 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:00.930155 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9371-ea9b-425c-bace-fb546c518f31 req-61fe8580-d146-4e6b-a747-118e48fb6975 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:00.933584 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-86dd9371-ea9b-425c-bace-fb546c518f31 req-61fe8580-d146-4e6b-a747-118e48fb6975 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 947 time: 0.0631530 Sep 23 01:38:00.951714 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-41420729-488e-4c91-8ee0-b0817a1cf426 req-8d00d7bf-0056-4cf1-84a4-473a8982911d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (333f7a1f-cce8-4fcd-9a21-9176a214a076), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:01.000503 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00d7bf-0056-4cf1-84a4-473a8982911d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Pushing event deleted for resources: {'Port': ['ID=333f7a1f-cce8-4fcd-9a21-9176a214a076,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:01.032394 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-86dd9371-ea9b-425c-bace-fb546c518f31 req-fa61ca21-99fc-490d-91a9-2b8964d61f49 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ef364a1b-e1d7-42af-b433-7db8916c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911825 Sep 23 01:38:01.136462 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41420729-488e-4c91-8ee0-b0817a1cf426 req-8d00d7bf-0056-4cf1-84a4-473a8982911d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Router 4e10b688-edb1-43c0-a904-cdc8566842c3 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:38:01.299008 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b44dd-cdf2-4271-90af-bb7291438100 req-0b745132-d562-4f06-bbc3-93a71e057a78 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:01.310510 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-636b44dd-cdf2-4271-90af-bb7291438100 req-0b745132-d562-4f06-bbc3-93a71e057a78 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.1193581 Sep 23 01:38:01.362583 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41420729-488e-4c91-8ee0-b0817a1cf426 req-8d00d7bf-0056-4cf1-84a4-473a8982911d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:38:01.383109 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b89c203-d7ea-4644-97b1-caa02d916bfe None None] Sync routers for ids ['4e10b688-edb1-43c0-a904-cdc8566842c3'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:38:01.397196 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b89c203-d7ea-4644-97b1-caa02d916bfe None None] Routers {'4e10b688-edb1-43c0-a904-cdc8566842c3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:01.397746 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-0b89c203-d7ea-4644-97b1-caa02d916bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:37:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['4e10b688-edb1-43c0-a904-cdc8566842c3'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:01.443404 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-41420729-488e-4c91-8ee0-b0817a1cf426 req-8d00d7bf-0056-4cf1-84a4-473a8982911d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] No DVR routers for this DVR port 333f7a1f-cce8-4fcd-9a21-9176a214a076 on host hv-cinder-84914 {{(pid=107236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:38:01.455230 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-41420729-488e-4c91-8ee0-b0817a1cf426 req-8d00d7bf-0056-4cf1-84a4-473a8982911d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:01.455230 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-41420729-488e-4c91-8ee0-b0817a1cf426 req-8d00d7bf-0056-4cf1-84a4-473a8982911d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.81 "DELETE /networking/v2.0/ports/333f7a1f-cce8-4fcd-9a21-9176a214a076 HTTP/1.1" status: 204 len: 173 time: 1.5061648 Sep 23 01:38:01.455230 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'name': 'network-vif-deleted', 'tag': '333f7a1f-cce8-4fcd-9a21-9176a214a076'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:38:01.462897 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5b0281-5d3b-461a-815c-a5d8b151d0c2" -d '{"events": [{"server_uuid": "bce51dee-2d0e-4c4c-9517-63a261f63950", "name": "network-vif-deleted", "tag": "333f7a1f-cce8-4fcd-9a21-9176a214a076"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:38:01.470559 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-636b44dd-cdf2-4271-90af-bb7291438100 req-548f5687-32ea-4a50-8f0d-c79c5aa9029e tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558185 Sep 23 01:38:01.514042 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c58a44-1652-407a-864c-ade9f5470b55 x-openstack-request-id: req-81c58a44-1652-407a-864c-ade9f5470b55 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:38:01.514570 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce51dee-2d0e-4c4c-9517-63a261f63950", "name": "network-vif-deleted", "tag": "333f7a1f-cce8-4fcd-9a21-9176a214a076", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:38:01.514822 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81c58a44-1652-407a-864c-ade9f5470b55 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:38:01.515237 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c58a44-1652-407a-864c-ade9f5470b55'] response: {'server_uuid': 'bce51dee-2d0e-4c4c-9517-63a261f63950', 'name': 'network-vif-deleted', 'tag': '333f7a1f-cce8-4fcd-9a21-9176a214a076', 'status': 'completed', 'code': 200} Sep 23 01:38:01.531420 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-0b89c203-d7ea-4644-97b1-caa02d916bfe None None] Set router 4e10b688-edb1-43c0-a904-cdc8566842c3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:01.753650 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-0b89c203-d7ea-4644-97b1-caa02d916bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:56Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '2f84ec89-3da3-4e5b-ba9c-468ab28e4650', 'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'mac_address': 'fa:16:3e:de:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:53Z', 'updated_at': '2022-09-23T01:30:27Z', 'revision_number': 5, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'subnets': [{'id': '14588842-7014-4d4b-b88a-21758b766661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:01.778387 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b89c203-d7ea-4644-97b1-caa02d916bfe None None] Checking router: 4e10b688-edb1-43c0-a904-cdc8566842c3 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:38:01.791255 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b89c203-d7ea-4644-97b1-caa02d916bfe None None] Routers {'4e10b688-edb1-43c0-a904-cdc8566842c3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:01.792394 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-0b89c203-d7ea-4644-97b1-caa02d916bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:37:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['4e10b688-edb1-43c0-a904-cdc8566842c3'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:02.031031 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-0b89c203-d7ea-4644-97b1-caa02d916bfe None None] Set router 4e10b688-edb1-43c0-a904-cdc8566842c3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:02.190814 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-86713b86-7a19-4a21-b38f-97a87136c7a9 req-c307c6af-5e69-4707-8378-5324f9904473 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 210 time: 0.0332508 Sep 23 01:38:02.266927 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-0b89c203-d7ea-4644-97b1-caa02d916bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:56Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '2f84ec89-3da3-4e5b-ba9c-468ab28e4650', 'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'mac_address': 'fa:16:3e:de:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:53Z', 'updated_at': '2022-09-23T01:30:27Z', 'revision_number': 5, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'subnets': [{'id': '14588842-7014-4d4b-b88a-21758b766661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:02.300060 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b89c203-d7ea-4644-97b1-caa02d916bfe None None] The sync data for ids ['4e10b688-edb1-43c0-a904-cdc8566842c3'] in dv-cinder-849143-7-iscsi is: [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:29:56Z', 'revision_number': 4, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '2f84ec89-3da3-4e5b-ba9c-468ab28e4650', 'name': '', 'network_id': 'fd195584-9c0f-4bc1-8f70-84ad33facee8', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'mac_address': 'fa:16:3e:de:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '14588842-7014-4d4b-b88a-21758b766661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:53Z', 'updated_at': '2022-09-23T01:30:27Z', 'revision_number': 5, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'subnets': [{'id': '14588842-7014-4d4b-b88a-21758b766661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:38:02.575356 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b7b1ca-0d51-4d9a-9fbe-7097c7f1b315 None None] New status for floating IP f12e0061-1290-4262-9a73-b336b10304c8: DOWN {{(pid=107237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:38:02.584434 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:02.647227 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac97c-f4e9-4127-aecd-5eafde42498d req-96d2a090-3ec3-4fb6-b77b-2062c3904790 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:02.648859 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-80bac97c-f4e9-4127-aecd-5eafde42498d req-96d2a090-3ec3-4fb6-b77b-2062c3904790 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0779085 Sep 23 01:38:02.735050 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-80bac97c-f4e9-4127-aecd-5eafde42498d req-fa552dfe-1cc0-49b8-8ee7-f8e5289ccb8d tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748222 Sep 23 01:38:03.324092 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-64cb50de-b21f-4b3b-9b5f-5a2f7eea0482 req-58573d0c-e372-4b80-8641-ee47f292d063 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 210 time: 0.0315485 Sep 23 01:38:03.863617 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3e89dcb1-9c97-4910-b01b-7799d99d4fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:03.877607 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c1ba7-c06d-4095-b3b5-c76f5da75179 req-c194e2a4-ac58-47e4-b34e-490046a35dae tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:03.879566 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0a8c1ba7-c06d-4095-b3b5-c76f5da75179 req-c194e2a4-ac58-47e4-b34e-490046a35dae tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0529261 Sep 23 01:38:03.940274 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0a8c1ba7-c06d-4095-b3b5-c76f5da75179 req-b390dff9-b4cd-481e-81bf-92a542ec4be0 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518909 Sep 23 01:38:04.564081 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 333f7a1f-cce8-4fcd-9a21-9176a214a076 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:38:04.570203 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-28f1147c-9bb8-4790-b002-405df4eeaca8 req-1ef51355-fa45-410f-9c64-20045786b21d tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 210 time: 0.0298798 Sep 23 01:38:04.585453 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: 333f7a1f-cce8-4fcd-9a21-9176a214a076 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:38:04.585892 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 333f7a1f-cce8-4fcd-9a21-9176a214a076 not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:38:05.074831 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7c53b-d764-422a-ad5d-246fc9627a75 req-b316b0f2-9da7-46cf-85a5-21ae00ee081a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:05.076360 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0cf7c53b-d764-422a-ad5d-246fc9627a75 req-b316b0f2-9da7-46cf-85a5-21ae00ee081a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0503538 Sep 23 01:38:05.137274 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0cf7c53b-d764-422a-ad5d-246fc9627a75 req-86e86a0b-ccaa-429e-abe4-b93f2dcf4244 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549598 Sep 23 01:38:05.713897 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d74e6371-5030-4c05-9288-00be12143d37 req-a55ae9f1-a997-4bda-82c5-a88229174c47 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bce51dee-2d0e-4c4c-9517-63a261f63950 HTTP/1.1" status: 200 len: 210 time: 0.0350757 Sep 23 01:38:06.281572 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa32e7-d5e2-45d0-9a6f-a4ba2ccc55d6 req-92321f0e-8cea-4913-9d04-e11ae88d55bc tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:06.282984 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6faa32e7-d5e2-45d0-9a6f-a4ba2ccc55d6 req-92321f0e-8cea-4913-9d04-e11ae88d55bc tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0580657 Sep 23 01:38:06.341722 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6faa32e7-d5e2-45d0-9a6f-a4ba2ccc55d6 req-44e9a247-f746-44b5-9f65-f9033fd9ab95 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525916 Sep 23 01:38:06.441821 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-855a7793-a939-46b0-9b54-b2b835d98cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:07.057211 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 48486) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:07.125079 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-284eeb7a-2cbf-4a14-916c-7776519b8f62 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group (ef364a1b-e1d7-42af-b433-7db8916c226b), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:07.150560 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-284eeb7a-2cbf-4a14-916c-7776519b8f62 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group (ef364a1b-e1d7-42af-b433-7db8916c226b), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:07.264716 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-284eeb7a-2cbf-4a14-916c-7776519b8f62 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (ef364a1b-e1d7-42af-b433-7db8916c226b), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:07.267374 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-284eeb7a-2cbf-4a14-916c-7776519b8f62 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:07.268634 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-284eeb7a-2cbf-4a14-916c-7776519b8f62 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ef364a1b-e1d7-42af-b433-7db8916c226b HTTP/1.1" status: 204 len: 168 time: 0.2100058 Sep 23 01:38:07.271542 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 48488) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:07.278814 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284eeb7a-2cbf-4a14-916c-7776519b8f62 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef364a1b-e1d7-42af-b433-7db8916c226b,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:07.288595 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.api.v2.resource [None req-e3ded4f8-b22c-4887-91f3-6cd00f059421 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] show failed (client error): The resource could not be found. Sep 23 01:38:07.292193 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-e3ded4f8-b22c-4887-91f3-6cd00f059421 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "GET /networking/v2.0/security-groups/ef364a1b-e1d7-42af-b433-7db8916c226b HTTP/1.1" status: 404 len: 347 time: 0.0189128 Sep 23 01:38:07.293213 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 48490) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:07.328322 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:07.414830 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-b3f5ff7b-67f0-45c8-919a-35a97534c563 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Deleting port e97e5232-9681-4a13-882c-b7281726f1d4 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:38:07.415172 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b3f5ff7b-67f0-45c8-919a-35a97534c563 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (e97e5232-9681-4a13-882c-b7281726f1d4), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:07.527430 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea136ef-a1e8-4374-81a8-0c527158b718 req-23d0b1ef-b14c-4410-ab23-1b8099252b70 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:07.529104 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-cea136ef-a1e8-4374-81a8-0c527158b718 req-23d0b1ef-b14c-4410-ab23-1b8099252b70 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.1004694 Sep 23 01:38:07.571094 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b3f5ff7b-67f0-45c8-919a-35a97534c563 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (e97e5232-9681-4a13-882c-b7281726f1d4), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:07.571425 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b3f5ff7b-67f0-45c8-919a-35a97534c563 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for floatingip (e97e5232-9681-4a13-882c-b7281726f1d4), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:07.595492 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-b3f5ff7b-67f0-45c8-919a-35a97534c563 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Calling delete_port for e97e5232-9681-4a13-882c-b7281726f1d4 owned by network:floatingip {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:38:07.627398 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-cea136ef-a1e8-4374-81a8-0c527158b718 req-01053906-2539-428e-99d9-f17f04e0a2c3 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856042 Sep 23 01:38:07.865088 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b3f5ff7b-67f0-45c8-919a-35a97534c563 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (e97e5232-9681-4a13-882c-b7281726f1d4), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:07.892290 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5ff7b-67f0-45c8-919a-35a97534c563 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Pushing event deleted for resources: {'Port': ['ID=e97e5232-9681-4a13-882c-b7281726f1d4,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:07.962779 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b3f5ff7b-67f0-45c8-919a-35a97534c563 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks [] for floatingip (f12e0061-1290-4262-9a73-b336b10304c8), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:07.965620 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b3f5ff7b-67f0-45c8-919a-35a97534c563 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:07.967042 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-b3f5ff7b-67f0-45c8-919a-35a97534c563 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/f12e0061-1290-4262-9a73-b336b10304c8 HTTP/1.1" status: 204 len: 168 time: 0.6725924 Sep 23 01:38:08.767991 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f629f9-c973-44bd-930c-a4d15c5d5714 req-318b664f-d2aa-43c3-99d9-8828bc742360 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:08.769619 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-95f629f9-c973-44bd-930c-a4d15c5d5714 req-318b664f-d2aa-43c3-99d9-8828bc742360 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0579610 Sep 23 01:38:08.836743 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-95f629f9-c973-44bd-930c-a4d15c5d5714 req-87aae9b9-fb4a-4bae-b7bb-4f032bc83fe4 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596836 Sep 23 01:38:08.910791 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:09.977295 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262fe3c-0929-40dc-bb85-5a18f1499578 req-66b30208-34da-4ec6-bf44-d3a3216fd323 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:09.979589 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f262fe3c-0929-40dc-bb85-5a18f1499578 req-66b30208-34da-4ec6-bf44-d3a3216fd323 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0584145 Sep 23 01:38:10.047486 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f262fe3c-0929-40dc-bb85-5a18f1499578 req-7759e70a-219b-4f7a-8015-ccc733cfd54a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575640 Sep 23 01:38:10.174835 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d2e13-27be-44ed-8087-daa02da8ef76 req-51c4200a-564f-4c17-a87c-6699b3bdaef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:10.176815 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f94d2e13-27be-44ed-8087-daa02da8ef76 req-51c4200a-564f-4c17-a87c-6699b3bdaef0 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41&tenant_id=600dd39d7a7944a49330866c0e26cb66 HTTP/1.1" status: 200 len: 1127 time: 0.0633245 Sep 23 01:38:10.257174 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:10.272027 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d2e13-27be-44ed-8087-daa02da8ef76 req-37f76a4a-c051-4f0e-bf02-bc4f50b3f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:10.273537 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f94d2e13-27be-44ed-8087-daa02da8ef76 req-37f76a4a-c051-4f0e-bf02-bc4f50b3f9d3 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=600dd39d7a7944a49330866c0e26cb66&device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 1127 time: 0.0478072 Sep 23 01:38:10.292294 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:10.401833 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d2e13-27be-44ed-8087-daa02da8ef76 req-40b91f9d-597c-446a-ab1f-a1621fd06baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:10.403465 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f94d2e13-27be-44ed-8087-daa02da8ef76 req-40b91f9d-597c-446a-ab1f-a1621fd06baf service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=2b18b98c-5d4a-416e-872c-bd1f7589d912 HTTP/1.1" status: 200 len: 909 time: 0.1233995 Sep 23 01:38:10.465601 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:10.475870 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f94d2e13-27be-44ed-8087-daa02da8ef76 req-aac0bebe-2108-400c-a1c5-c3ba8e086ac4 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=911afee1-5fd1-4032-b7a3-0dfc35cb6337 HTTP/1.1" status: 200 len: 998 time: 0.0651989 Sep 23 01:38:10.569226 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d2e13-27be-44ed-8087-daa02da8ef76 req-1141a949-8317-453c-acc3-a43ac31abfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:10.573138 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f94d2e13-27be-44ed-8087-daa02da8ef76 req-1141a949-8317-453c-acc3-a43ac31abfac service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=948b79d0-7fa3-4099-8c3a-d88b8d8138af HTTP/1.1" status: 200 len: 847 time: 0.0882983 Sep 23 01:38:10.628120 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d2e13-27be-44ed-8087-daa02da8ef76 req-eb2bf895-86a2-4bc5-8f87-b862a591e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:10.629592 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f94d2e13-27be-44ed-8087-daa02da8ef76 req-eb2bf895-86a2-4bc5-8f87-b862a591e5f9 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=2b18b98c-5d4a-416e-872c-bd1f7589d912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483737 Sep 23 01:38:10.757639 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f94d2e13-27be-44ed-8087-daa02da8ef76 req-453b335c-9336-4ea1-9e9c-42fad94f37e1 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2b18b98c-5d4a-416e-872c-bd1f7589d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204309 Sep 23 01:38:10.865324 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f94d2e13-27be-44ed-8087-daa02da8ef76 req-92f3029f-cb73-47b4-bfe6-1d6e754ed242 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2b18b98c-5d4a-416e-872c-bd1f7589d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010792 Sep 23 01:38:11.198166 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780bbf3-9c46-4d56-98a9-f8fc16735b5c req-fd7059d1-c308-48f9-824a-48b039838622 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:11.200054 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2780bbf3-9c46-4d56-98a9-f8fc16735b5c req-fd7059d1-c308-48f9-824a-48b039838622 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0547609 Sep 23 01:38:11.246190 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:11.273210 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2780bbf3-9c46-4d56-98a9-f8fc16735b5c req-4ccb55d4-7d40-41b1-a0b9-a1f259f49119 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649402 Sep 23 01:38:11.346012 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:12.269827 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=67 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:12.270851 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=71 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:12.442952 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 48558) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:12.450404 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a170-3951-4508-935d-fce5c30c1f3d req-2a59e9c2-8990-45c2-a23a-8962db930b8f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:12.452046 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d164a170-3951-4508-935d-fce5c30c1f3d req-2a59e9c2-8990-45c2-a23a-8962db930b8f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0659683 Sep 23 01:38:12.533883 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d164a170-3951-4508-935d-fce5c30c1f3d req-84209f96-114f-4800-9e9c-6f44a7ba1ec4 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715683 Sep 23 01:38:13.013580 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:13.037645 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c935781-32e2-4d5a-8842-9c11cce79a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736099'] for router_interface (4e10b688-edb1-43c0-a904-cdc8566842c3), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:13.348567 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-4c935781-32e2-4d5a-8842-9c11cce79a55 admin admin] Deleting port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:38:13.349253 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c935781-32e2-4d5a-8842-9c11cce79a55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:13.501605 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-4c935781-32e2-4d5a-8842-9c11cce79a55 admin admin] For port 2f84ec89-3da3-4e5b-ba9c-468ab28e4650, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=2f84ec89-3da3-4e5b-ba9c-468ab28e4650,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:13.502334 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c935781-32e2-4d5a-8842-9c11cce79a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:13.520483 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-4c935781-32e2-4d5a-8842-9c11cce79a55 admin admin] Calling delete_port for 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 owned by network:router_interface {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:38:13.674963 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:13.698846 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d5e6d-04df-4e8e-b538-02e978728ccc req-b0bb07e2-cfa6-42e2-b09b-c0b2aa34d301 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:13.700684 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-974d5e6d-04df-4e8e-b538-02e978728ccc req-b0bb07e2-cfa6-42e2-b09b-c0b2aa34d301 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0692005 Sep 23 01:38:13.793002 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-974d5e6d-04df-4e8e-b538-02e978728ccc req-538a4903-048b-4be2-892c-8a5815a7d7b9 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844324 Sep 23 01:38:13.927842 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c935781-32e2-4d5a-8842-9c11cce79a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (2f84ec89-3da3-4e5b-ba9c-468ab28e4650), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:14.018451 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c935781-32e2-4d5a-8842-9c11cce79a55 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f84ec89-3da3-4e5b-ba9c-468ab28e4650,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:14.176777 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4c935781-32e2-4d5a-8842-9c11cce79a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683219'] for router_interface (4e10b688-edb1-43c0-a904-cdc8566842c3), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:14.281357 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:14.417090 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c935781-32e2-4d5a-8842-9c11cce79a55 admin admin] Router 4e10b688-edb1-43c0-a904-cdc8566842c3 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:38:14.558371 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c935781-32e2-4d5a-8842-9c11cce79a55 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:38:14.570866 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-4c935781-32e2-4d5a-8842-9c11cce79a55 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/4e10b688-edb1-43c0-a904-cdc8566842c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1228292 Sep 23 01:38:14.570866 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 48572) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:14.577298 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1e5ecd-1138-4839-a148-abba8bf46978 None None] Sync routers for ids ['4e10b688-edb1-43c0-a904-cdc8566842c3'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:38:14.594390 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1e5ecd-1138-4839-a148-abba8bf46978 None None] Routers {'4e10b688-edb1-43c0-a904-cdc8566842c3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:14.596394 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-3b1e5ecd-1138-4839-a148-abba8bf46978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:38:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['4e10b688-edb1-43c0-a904-cdc8566842c3'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:14.723305 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:14.725913 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7e231a7b-5c53-4b55-8f5b-66e802d918b0 admin admin] Publish callbacks [] for router (4e10b688-edb1-43c0-a904-cdc8566842c3), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:14.799167 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-3b1e5ecd-1138-4839-a148-abba8bf46978 None None] Set router 4e10b688-edb1-43c0-a904-cdc8566842c3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:14.934870 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7e231a7b-5c53-4b55-8f5b-66e802d918b0 admin admin] Publish callbacks [] for router_gateway (4e10b688-edb1-43c0-a904-cdc8566842c3), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:15.030365 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20ffde-5470-47bd-8f20-d7ed803d9ff7 req-0908daf0-e221-4780-ab16-578aa568c6cc tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:15.033813 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ed20ffde-5470-47bd-8f20-d7ed803d9ff7 req-0908daf0-e221-4780-ab16-578aa568c6cc tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0812597 Sep 23 01:38:15.064037 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-7e231a7b-5c53-4b55-8f5b-66e802d918b0 admin admin] Deleting port c560d8f8-e724-4705-a66d-0f4cecd00081 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:38:15.064959 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7e231a7b-5c53-4b55-8f5b-66e802d918b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (c560d8f8-e724-4705-a66d-0f4cecd00081), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:15.084467 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-3b1e5ecd-1138-4839-a148-abba8bf46978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:38:13Z', 'revision_number': 5, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port': {'id': 'c560d8f8-e724-4705-a66d-0f4cecd00081', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:29:44Z', 'updated_at': '2022-09-23T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:15.098213 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ed20ffde-5470-47bd-8f20-d7ed803d9ff7 req-3c36c038-e688-4caa-9631-eef85beb7366 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554619 Sep 23 01:38:15.115387 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1e5ecd-1138-4839-a148-abba8bf46978 None None] Checking router: 4e10b688-edb1-43c0-a904-cdc8566842c3 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:38:15.128007 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1e5ecd-1138-4839-a148-abba8bf46978 None None] Routers {'4e10b688-edb1-43c0-a904-cdc8566842c3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:15.128698 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-3b1e5ecd-1138-4839-a148-abba8bf46978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:38:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['4e10b688-edb1-43c0-a904-cdc8566842c3'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:15.193176 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-7e231a7b-5c53-4b55-8f5b-66e802d918b0 admin admin] For port c560d8f8-e724-4705-a66d-0f4cecd00081, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=c560d8f8-e724-4705-a66d-0f4cecd00081,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:15.193471 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7e231a7b-5c53-4b55-8f5b-66e802d918b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (c560d8f8-e724-4705-a66d-0f4cecd00081), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:15.211600 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-7e231a7b-5c53-4b55-8f5b-66e802d918b0 admin admin] Calling delete_port for c560d8f8-e724-4705-a66d-0f4cecd00081 owned by network:router_gateway {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:38:15.253133 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-3b1e5ecd-1138-4839-a148-abba8bf46978 None None] Set router 4e10b688-edb1-43c0-a904-cdc8566842c3 gateway port host: None {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:15.313534 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-3b1e5ecd-1138-4839-a148-abba8bf46978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:38:14Z', 'revision_number': 6, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port_host': None}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:15.342032 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1e5ecd-1138-4839-a148-abba8bf46978 None None] The sync data for ids ['4e10b688-edb1-43c0-a904-cdc8566842c3'] in dv-cinder-849143-7-iscsi is: [{'id': '4e10b688-edb1-43c0-a904-cdc8566842c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1874243944-router', 'tenant_id': 'cc926b4dede94c3b92441b0c610771f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:29:43Z', 'updated_at': '2022-09-23T01:38:14Z', 'revision_number': 6, 'project_id': 'cc926b4dede94c3b92441b0c610771f6', 'gw_port_host': None}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:38:15.596751 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7e231a7b-5c53-4b55-8f5b-66e802d918b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (c560d8f8-e724-4705-a66d-0f4cecd00081), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:15.624355 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e231a7b-5c53-4b55-8f5b-66e802d918b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c560d8f8-e724-4705-a66d-0f4cecd00081,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:15.708543 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7e231a7b-5c53-4b55-8f5b-66e802d918b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679193'] for router_gateway (4e10b688-edb1-43c0-a904-cdc8566842c3), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:15.847807 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7e231a7b-5c53-4b55-8f5b-66e802d918b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6547'] for router (4e10b688-edb1-43c0-a904-cdc8566842c3), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:15.850412 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7e231a7b-5c53-4b55-8f5b-66e802d918b0 admin admin] Publish callbacks [] for router_controller (4e10b688-edb1-43c0-a904-cdc8566842c3), precommit_delete_associations {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:16.002558 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7e231a7b-5c53-4b55-8f5b-66e802d918b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683310'] for router (4e10b688-edb1-43c0-a904-cdc8566842c3), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:16.008979 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e231a7b-5c53-4b55-8f5b-66e802d918b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e10b688-edb1-43c0-a904-cdc8566842c3 {{(pid=107235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:38:16.017208 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7e231a7b-5c53-4b55-8f5b-66e802d918b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:16.022915 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 48594) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:16.023350 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-7e231a7b-5c53-4b55-8f5b-66e802d918b0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/4e10b688-edb1-43c0-a904-cdc8566842c3 HTTP/1.1" status: 204 len: 168 time: 1.4510050 Sep 23 01:38:16.093070 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb1d2ac-5be8-40cf-9371-7b8fafa5bc35 admin admin] Deleting subnet 14588842-7014-4d4b-b88a-21758b766661 {{(pid=107236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:38:16.099544 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-acb1d2ac-5be8-40cf-9371-7b8fafa5bc35 admin admin] Publish callbacks [] for subnet (14588842-7014-4d4b-b88a-21758b766661), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:16.150061 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-acb1d2ac-5be8-40cf-9371-7b8fafa5bc35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3450915'] for subnet (14588842-7014-4d4b-b88a-21758b766661), precommit_delete_associations {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:16.261616 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-acb1d2ac-5be8-40cf-9371-7b8fafa5bc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7847786'] for subnet (14588842-7014-4d4b-b88a-21758b766661), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:16.282957 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8cc51-80c9-45ad-a27a-7ec6b865e319 req-b106ca6a-90a1-4c39-8182-7263e5dcd07e tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:16.284509 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-aeb8cc51-80c9-45ad-a27a-7ec6b865e319 req-b106ca6a-90a1-4c39-8182-7263e5dcd07e tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0523720 Sep 23 01:38:16.286632 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:16.341719 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:16.347281 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-aeb8cc51-80c9-45ad-a27a-7ec6b865e319 req-7bb641e3-75eb-47fc-ad99-7bd0df6eb286 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564630 Sep 23 01:38:16.476246 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-acb1d2ac-5be8-40cf-9371-7b8fafa5bc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7835479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3206794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9355630'] for subnet (14588842-7014-4d4b-b88a-21758b766661), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:16.502803 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1d2ac-5be8-40cf-9371-7b8fafa5bc35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14588842-7014-4d4b-b88a-21758b766661,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:16.509667 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-acb1d2ac-5be8-40cf-9371-7b8fafa5bc35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:16.512960 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-acb1d2ac-5be8-40cf-9371-7b8fafa5bc35 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/14588842-7014-4d4b-b88a-21758b766661 HTTP/1.1" status: 204 len: 168 time: 0.4883316 Sep 23 01:38:16.515516 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 48598) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:16.517578 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaf276d-670f-4f49-b937-63201f17ddcc None None] Network fd195584-9c0f-4bc1-8f70-84ad33facee8 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:38:16.592764 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776543'] for network (fd195584-9c0f-4bc1-8f70-84ad33facee8), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:16.648092 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] Deleting port 1468974e-e658-4355-b0b5-0755a4af59c0 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:38:16.651972 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (1468974e-e658-4355-b0b5-0755a4af59c0), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:16.700205 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:16.707948 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2c4a4a-e73d-4ba1-80a3-589fe5a2a4c3 None None] DHCP port deletion for fd195584-9c0f-4bc1-8f70-84ad33facee8 request from dv-cinder-849143-7-iscsi {{(pid=107237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:38:16.726422 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] For port 1468974e-e658-4355-b0b5-0755a4af59c0, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=1468974e-e658-4355-b0b5-0755a4af59c0,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:16.726652 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (1468974e-e658-4355-b0b5-0755a4af59c0), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:16.740691 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] Calling delete_port for 1468974e-e658-4355-b0b5-0755a4af59c0 owned by network:dhcp {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:38:16.747534 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c4a4a-e73d-4ba1-80a3-589fe5a2a4c3 None None] Deleting port 1468974e-e658-4355-b0b5-0755a4af59c0 {{(pid=107237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:38:16.747916 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4a4a-e73d-4ba1-80a3-589fe5a2a4c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (1468974e-e658-4355-b0b5-0755a4af59c0), before_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:16.791228 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:16.820395 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-0e2c4a4a-e73d-4ba1-80a3-589fe5a2a4c3 None None] For port 1468974e-e658-4355-b0b5-0755a4af59c0, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=1468974e-e658-4355-b0b5-0755a4af59c0,segment=NetworkSegment(24f3d822-fe6a-4342-9062-b8734c2f58e3),segment_id=24f3d822-fe6a-4342-9062-b8734c2f58e3)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:16.821040 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4a4a-e73d-4ba1-80a3-589fe5a2a4c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (1468974e-e658-4355-b0b5-0755a4af59c0), precommit_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:16.834897 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c4a4a-e73d-4ba1-80a3-589fe5a2a4c3 None None] Calling delete_port for 1468974e-e658-4355-b0b5-0755a4af59c0 owned by network:dhcp {{(pid=107237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:38:16.973182 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (1468974e-e658-4355-b0b5-0755a4af59c0), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:16.980684 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4a4a-e73d-4ba1-80a3-589fe5a2a4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074'] for port (1468974e-e658-4355-b0b5-0755a4af59c0), after_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:17.000284 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] Pushing event deleted for resources: {'Port': ['ID=1468974e-e658-4355-b0b5-0755a4af59c0,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:17.005805 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] No DVR routers for this DVR port 1468974e-e658-4355-b0b5-0755a4af59c0 on host dv-cinder-849143-7-iscsi {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:38:17.010056 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c4a4a-e73d-4ba1-80a3-589fe5a2a4c3 None None] Pushing event deleted for resources: {'Port': ['ID=1468974e-e658-4355-b0b5-0755a4af59c0,revision_number=None']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:17.014505 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c4a4a-e73d-4ba1-80a3-589fe5a2a4c3 None None] No DVR routers for this DVR port 1468974e-e658-4355-b0b5-0755a4af59c0 on host dv-cinder-849143-7-iscsi {{(pid=107237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:38:17.118860 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807041', 'neutron.services.segments.db._delete_segments_for_network-8752383552961'] for network (fd195584-9c0f-4bc1-8f70-84ad33facee8), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:17.143101 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd195584-9c0f-4bc1-8f70-84ad33facee8']}} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:17.153486 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f3d822-fe6a-4342-9062-b8734c2f58e3') {'for_net_delete': True} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:17.153785 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f3d822-fe6a-4342-9062-b8734c2f58e3') {} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:17.164454 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752383552853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9302479'] for segment (24f3d822-fe6a-4342-9062-b8734c2f58e3), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:17.181940 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (24f3d822-fe6a-4342-9062-b8734c2f58e3), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:17.190081 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=107235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:38:17.190622 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3173458'] for segment (24f3d822-fe6a-4342-9062-b8734c2f58e3), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:17.212573 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment 24f3d822-fe6a-4342-9062-b8734c2f58e3 resource provider aggregate not found Sep 23 01:38:17.244765 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment 24f3d822-fe6a-4342-9062-b8734c2f58e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24f3d822-fe6a-4342-9062-b8734c2f58e3 found for delete ", "request_id": "req-49edeefb-1d82-4ea6-baec-1ae021399d69"}]} Sep 23 01:38:17.279624 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device c560d8f8-e724-4705-a66d-0f4cecd00081 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:38:17.299249 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: c560d8f8-e724-4705-a66d-0f4cecd00081 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:38:17.299619 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device c560d8f8-e724-4705-a66d-0f4cecd00081 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:38:17.300041 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:38:17.319222 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:38:17.320007 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 2f84ec89-3da3-4e5b-ba9c-468ab28e4650 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:38:17.320007 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 1468974e-e658-4355-b0b5-0755a4af59c0 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:38:17.338565 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: 1468974e-e658-4355-b0b5-0755a4af59c0 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:38:17.338908 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 1468974e-e658-4355-b0b5-0755a4af59c0 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:38:17.379119 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679244'] for network (fd195584-9c0f-4bc1-8f70-84ad33facee8), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:17.385385 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:17.388700 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/fd195584-9c0f-4bc1-8f70-84ad33facee8 HTTP/1.1" status: 204 len: 168 time: 0.8720987 Sep 23 01:38:17.404516 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391aafd-2023-41c4-8d70-a6b96c9d743c admin admin] Pushing event deleted for resources: {'Network': ['ID=fd195584-9c0f-4bc1-8f70-84ad33facee8,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:17.499308 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb7b64-c453-47f6-a23b-169264f9e350 req-4121a446-cfc4-4c71-8128-ffee8d5e7999 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:17.500858 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3bcb7b64-c453-47f6-a23b-169264f9e350 req-4121a446-cfc4-4c71-8128-ffee8d5e7999 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0641391 Sep 23 01:38:17.559580 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3bcb7b64-c453-47f6-a23b-169264f9e350 req-d0a368bb-3df5-4f2b-94c1-bdfb774ee574 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486224 Sep 23 01:38:17.783783 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 48616) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:17.829780 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-da30f2d7-8bea-4648-841c-881438ead64d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=cc926b4dede94c3b92441b0c610771f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0447166 Sep 23 01:38:17.835296 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 48620) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:17.903372 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Publish callbacks [] for security_group (96899179-695b-45fc-8d70-bac9e3278a87), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:17.911996 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Publish callbacks [] for security_group (96899179-695b-45fc-8d70-bac9e3278a87), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:18.053109 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (96899179-695b-45fc-8d70-bac9e3278a87), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:18.055777 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:18.057621 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/96899179-695b-45fc-8d70-bac9e3278a87 HTTP/1.1" status: 204 len: 168 time: 0.2211773 Sep 23 01:38:18.066023 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96899179-695b-45fc-8d70-bac9e3278a87,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:18.073880 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:18.074218 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:18.074592 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:18.074956 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:18.075318 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:18.075676 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:18.076245 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:18.076593 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:18.076925 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:18.077859 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:18.078196 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:18.078711 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:18.079046 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:18.079385 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:18.079779 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b86e5c-7162-4a4a-b5ba-b331e00a4c6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:18.691749 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021aef98-f4e7-4032-85ec-53de78e433e6 req-ecdc08e3-c0b9-4e00-86b5-550fcec77e9d tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:18.693170 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-021aef98-f4e7-4032-85ec-53de78e433e6 req-ecdc08e3-c0b9-4e00-86b5-550fcec77e9d tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0534179 Sep 23 01:38:18.747232 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-021aef98-f4e7-4032-85ec-53de78e433e6 req-17c993da-0379-4ca8-b412-5c01833e35e0 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477741 Sep 23 01:38:19.289478 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 48650) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:19.322789 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:38:19.395327 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-4de7b504-a760-4107-969c-874f1984cea7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-8033548-network', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:19.498809 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de7b504-a760-4107-969c-874f1984cea7 admin admin] Made reservation on behalf of a15460898c2b4b15bfee3d39a01273b4 for: {'network': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:38:19.501182 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4de7b504-a760-4107-969c-874f1984cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:19.511216 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4de7b504-a760-4107-969c-874f1984cea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:19.563119 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:19.595649 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4de7b504-a760-4107-969c-874f1984cea7 admin admin] Publish callbacks [] for security_group (ecbc6863-937f-4b4b-abde-682e43fb8f5c), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:19.682005 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4de7b504-a760-4107-969c-874f1984cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (ecbc6863-937f-4b4b-abde-682e43fb8f5c), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:19.712647 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de7b504-a760-4107-969c-874f1984cea7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=107236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:38:19.719484 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7b504-a760-4107-969c-874f1984cea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbc6863-937f-4b4b-abde-682e43fb8f5c,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:19.726385 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4de7b504-a760-4107-969c-874f1984cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (479c62d3-87f8-4fc1-b240-a9ff1c74c179), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:19.726639 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.segments_db [None req-4de7b504-a760-4107-969c-874f1984cea7 admin admin] Added segment 479c62d3-87f8-4fc1-b240-a9ff1c74c179 of type vlan for network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 Sep 23 01:38:19.771573 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4de7b504-a760-4107-969c-874f1984cea7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (970b65ab-4e22-445a-8ff5-01dfad2a0bf4), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:19.865930 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:19.880429 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f41d5-d46b-447f-afbc-1c7a3b3ed821 req-af3e5c98-bc40-44b0-90a4-aaa149d34307 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:19.881953 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-282f41d5-d46b-447f-afbc-1c7a3b3ed821 req-af3e5c98-bc40-44b0-90a4-aaa149d34307 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0518796 Sep 23 01:38:19.932975 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-282f41d5-d46b-447f-afbc-1c7a3b3ed821 req-c62cf901-1a68-4029-9788-dc354b2ae45c tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449090 Sep 23 01:38:19.957310 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4de7b504-a760-4107-969c-874f1984cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (970b65ab-4e22-445a-8ff5-01dfad2a0bf4), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:19.958350 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de7b504-a760-4107-969c-874f1984cea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:19.958951 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-4de7b504-a760-4107-969c-874f1984cea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:20.027483 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7b504-a760-4107-969c-874f1984cea7 admin admin] Pushing event updated for resources: {'Network': ['ID=970b65ab-4e22-445a-8ff5-01dfad2a0bf4,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:20.037136 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:38:20.150284 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-4de7b504-a760-4107-969c-874f1984cea7 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8569109 Sep 23 01:38:20.150784 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 48660) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:20.155893 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-a1560b9c-97f9-4d00-ba85-bd73b77d0d3c admin admin] Request body: {'subnet': {'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-8033548-subnet', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:20.310008 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1560b9c-97f9-4d00-ba85-bd73b77d0d3c admin admin] Made reservation on behalf of a15460898c2b4b15bfee3d39a01273b4 for: {'subnet': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:38:20.312417 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a1560b9c-97f9-4d00-ba85-bd73b77d0d3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9355585'] for subnet (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:20.579036 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a1560b9c-97f9-4d00-ba85-bd73b77d0d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3205717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9355607'] for subnet (ef213c81-80fb-4bd1-93b8-ec90976c54d9), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:20.630789 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1560b9c-97f9-4d00-ba85-bd73b77d0d3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef213c81-80fb-4bd1-93b8-ec90976c54d9,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:20.648362 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1560b9c-97f9-4d00-ba85-bd73b77d0d3c admin admin] Checking segment: {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:38:20.648713 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1560b9c-97f9-4d00-ba85-bd73b77d0d3c admin admin] Network hostable DHCP agents. Network: 970b65ab-4e22-445a-8ff5-01dfad2a0bf4, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:38:20.745029 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1560b9c-97f9-4d00-ba85-bd73b77d0d3c admin admin] Network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:38:20.824153 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-a1560b9c-97f9-4d00-ba85-bd73b77d0d3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, 970b65ab-4e22-445a-8ff5-01dfad2a0bf4) {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:20.828899 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1560b9c-97f9-4d00-ba85-bd73b77d0d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:20.829571 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a1560b9c-97f9-4d00-ba85-bd73b77d0d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:20.834608 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602d31cd-e83c-4312-b3d5-4ea925141613 None None] Network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:38:20.911497 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:20.940033 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-a1560b9c-97f9-4d00-ba85-bd73b77d0d3c admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7883275 Sep 23 01:38:20.944304 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 48662) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:20.947051 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0589b507-6e33-5f24-9965-4d8da1fbd6ca-970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9'}]}} from dv-cinder-849143-7-iscsi. {{(pid=107237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:38:20.948027 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:20.948886 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:21.092341 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11641'] for router (583a9cfe-4561-4327-9883-fe7887022154), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:21.093810 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11616'] for router (583a9cfe-4561-4327-9883-fe7887022154), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:21.102032 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.db_base_plugin_common [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Allocated IP 172.20.0.2 (970b65ab-4e22-445a-8ff5-01dfad2a0bf4/ef213c81-80fb-4bd1-93b8-ec90976c54d9/1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15) {{(pid=107237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:38:21.103897 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:21.114923 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c36ef7-1992-48c4-b60e-4c92aa924ce4 req-401ba4fd-96db-4d4e-a3cf-a7fd705e60f1 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:21.121498 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-84c36ef7-1992-48c4-b60e-4c92aa924ce4 req-401ba4fd-96db-4d4e-a3cf-a7fd705e60f1 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0919204 Sep 23 01:38:21.134275 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:21.163865 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Publish callbacks [] for router_controller (583a9cfe-4561-4327-9883-fe7887022154), precommit_add_association {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:21.177753 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-84c36ef7-1992-48c4-b60e-4c92aa924ce4 req-29fb7dd0-8202-496d-8e07-10e19e887ab4 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492916 Sep 23 01:38:21.265888 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Publish callbacks [] for port (1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15), precommit_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:21.362158 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:21.410507 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Publish callbacks [] for router_gateway (583a9cfe-4561-4327-9883-fe7887022154), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:21.411333 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 is already hosted by enough agents. {{(pid=107237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:38:21.413556 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:21.417727 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.base_scheduler [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Resources bound (agent type, host, resource id): {{(pid=107237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:21.421652 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Received port after_create {{(pid=107237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:38:21.425019 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Pushing event updated for resources: {'Port': ['ID=1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15,revision_number=1']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:21.490363 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Attempting to bind port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:38:21.490707 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Attempting to bind port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:38:21.491062 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Attempting to bind port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 on network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:38:21.533650 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:38:21.534008 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Checking segment: {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:38:21.534404 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:21.534784 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Bound using segment: {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:38:21.535249 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Bound port: 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:38:21.535858 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:21.604162 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] For port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:38:21.607839 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] For port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:38:21.688145 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:21.730203 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:21.736788 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Publish callbacks [] for router_gateway (583a9cfe-4561-4327-9883-fe7887022154), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:21.748767 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45ab01-8faa-49b9-b7a7-d72c9c953121 None None] Pushing event updated for resources: {'Port': ['ID=1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:21.757910 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:21.770722 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:21.903500 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Allocated IP 172.27.1.39 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/2cbad45d-a175-4daa-99ec-5d653d9c710f) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:38:22.032995 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Publish callbacks [] for port (2cbad45d-a175-4daa-99ec-5d653d9c710f), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:22.214702 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (2cbad45d-a175-4daa-99ec-5d653d9c710f), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:22.277968 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:38:22.281780 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:22.289656 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:38:22.322601 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Pushing event updated for resources: {'Port': ['ID=2cbad45d-a175-4daa-99ec-5d653d9c710f,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:22.363303 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:22.373483 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036a0c2-2662-4568-ae28-65eb43f49f7f req-8eb90420-5124-4f0e-b82a-23a249039294 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:22.379357 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9036a0c2-2662-4568-ae28-65eb43f49f7f req-8eb90420-5124-4f0e-b82a-23a249039294 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 943 time: 0.0888910 Sep 23 01:38:22.497967 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 911afee1-5fd1-4032-b7a3-0dfc35cb6337 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:38:22.527353 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9036a0c2-2662-4568-ae28-65eb43f49f7f req-9cde2908-ad05-434c-bc05-77494e0ddd72 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131971 Sep 23 01:38:22.656429 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 911afee1-5fd1-4032-b7a3-0dfc35cb6337, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=911afee1-5fd1-4032-b7a3-0dfc35cb6337,segment=NetworkSegment(cae84908-7015-491d-9d2b-0814f4a10a26),segment_id=cae84908-7015-491d-9d2b-0814f4a10a26)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:22.675297 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': '911afee1-5fd1-4032-b7a3-0dfc35cb6337', 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912', 'port_id': '911afee1-5fd1-4032-b7a3-0dfc35cb6337', 'mac_address': 'fa:16:3e:dc:6e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:38:22.736029 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:22.736432 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:22.755807 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911afee1-5fd1-4032-b7a3-0dfc35cb6337 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:38:22.782309 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ce31e5-b93f-4ae4-8716-4ab4c4b3707f None None] Network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:38:22.786070 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 911afee1-5fd1-4032-b7a3-0dfc35cb6337, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=911afee1-5fd1-4032-b7a3-0dfc35cb6337,segment=NetworkSegment(cae84908-7015-491d-9d2b-0814f4a10a26),segment_id=cae84908-7015-491d-9d2b-0814f4a10a26)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:22.799303 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:22.857646 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-1b01e903-d361-49db-834c-032fb0b0c97a None None] Provisioning complete for port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:22.882440 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-1b01e903-d361-49db-834c-032fb0b0c97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:22.882440 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-1b01e903-d361-49db-834c-032fb0b0c97a None None] Attempt 1 to provision port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 Sep 23 01:38:22.938246 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:23.040512 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=911afee1-5fd1-4032-b7a3-0dfc35cb6337,revision_number=7']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:23.047837 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-1b01e903-d361-49db-834c-032fb0b0c97a None None] Current status of the port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:23.048229 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-1b01e903-d361-49db-834c-032fb0b0c97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:23.063800 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Publish callbacks [] for router_gateway (583a9cfe-4561-4327-9883-fe7887022154), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:23.093362 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-1b01e903-d361-49db-834c-032fb0b0c97a None None] For port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:23.174307 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-1b01e903-d361-49db-834c-032fb0b0c97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:23.292295 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:23.348442 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['911afee1-5fd1-4032-b7a3-0dfc35cb6337'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:38:23.391793 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:38:23.394310 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01e903-d361-49db-834c-032fb0b0c97a None None] Pushing event updated for resources: {'Port': ['ID=1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:23.403292 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f31a046e-3579-4206-8ba5-500c5aea6ad8 None None] Provisioning complete for port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:23.403706 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f31a046e-3579-4206-8ba5-500c5aea6ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:23.407693 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f31a046e-3579-4206-8ba5-500c5aea6ad8 None None] Attempt 1 to provision port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 Sep 23 01:38:23.433122 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679137'] for router (583a9cfe-4561-4327-9883-fe7887022154), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:23.536009 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:23.536569 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:23.536737 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 Sep 23 01:38:23.623419 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f31a046e-3579-4206-8ba5-500c5aea6ad8 None None] Current status of the port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:23.699433 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7400d-c340-4ad1-99ca-c42581e5eade req-b0b0c59d-24df-4dab-af86-3d4a6eff611e tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:23.701425 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-05f7400d-c340-4ad1-99ca-c42581e5eade req-b0b0c59d-24df-4dab-af86-3d4a6eff611e tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 944 time: 0.0645819 Sep 23 01:38:23.722089 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Router 583a9cfe-4561-4327-9883-fe7887022154 is scheduled to L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc with binding_index 1 {{(pid=107236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:38:23.725005 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:23.741759 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:23.889808 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:23.901964 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:38:23.922446 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Sync routers for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:38:23.936300 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:23.937112 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:38:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:24.039703 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:24.046956 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-a846d2e0-af7c-4809-8042-53063e4c19c1 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1001956 Sep 23 01:38:24.048478 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 48688) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:24.062011 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-05f7400d-c340-4ad1-99ca-c42581e5eade req-eb247bbb-8cd7-46f6-a165-54180d1c0599 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3523278 Sep 23 01:38:24.069274 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:24.279677 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:22Z', 'revision_number': 3, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:24.320115 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Checking router: 583a9cfe-4561-4327-9883-fe7887022154 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:38:24.320466 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Updating router 583a9cfe-4561-4327-9883-fe7887022154 port 2cbad45d-a175-4daa-99ec-5d653d9c710f binding host dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:38:24.359460 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (2cbad45d-a175-4daa-99ec-5d653d9c710f), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:24.395268 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:24.510606 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 911afee1-5fd1-4032-b7a3-0dfc35cb6337 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:38:24.626029 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:24.772725 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:24.772725 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:24.772725 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 Sep 23 01:38:24.774127 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:24.867466 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] Allocated IP 172.20.0.1 (970b65ab-4e22-445a-8ff5-01dfad2a0bf4/ef213c81-80fb-4bd1-93b8-ec90976c54d9/c35815e2-36c5-45d8-86b5-2bd392815357) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:38:24.911416 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Publish callbacks [] for port (2cbad45d-a175-4daa-99ec-5d653d9c710f), precommit_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:24.924372 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:24.924722 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:24.957330 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:24.969873 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c50f9b-7a91-48fb-9390-2149364acd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911afee1-5fd1-4032-b7a3-0dfc35cb6337'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:38:24.973081 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:24.976289 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ec9e61-0346-48fe-963c-8a5a1006501b" -d '{"events": [{"server_uuid": "35c50f9b-7a91-48fb-9390-2149364acd41", "name": "network-vif-plugged", "status": "completed", "tag": "911afee1-5fd1-4032-b7a3-0dfc35cb6337"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:38:24.999036 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 911afee1-5fd1-4032-b7a3-0dfc35cb6337, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=911afee1-5fd1-4032-b7a3-0dfc35cb6337,segment=NetworkSegment(cae84908-7015-491d-9d2b-0814f4a10a26),segment_id=cae84908-7015-491d-9d2b-0814f4a10a26)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:25.023608 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (2cbad45d-a175-4daa-99ec-5d653d9c710f), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:25.028538 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8776b95-a46a-4639-8f9b-e3e522230439 x-openstack-request-id: req-d8776b95-a46a-4639-8f9b-e3e522230439 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:38:25.032624 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c50f9b-7a91-48fb-9390-2149364acd41", "name": "network-vif-plugged", "status": "completed", "tag": "911afee1-5fd1-4032-b7a3-0dfc35cb6337", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:38:25.032624 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8776b95-a46a-4639-8f9b-e3e522230439 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:38:25.032624 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8776b95-a46a-4639-8f9b-e3e522230439'] response: {'server_uuid': '35c50f9b-7a91-48fb-9390-2149364acd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911afee1-5fd1-4032-b7a3-0dfc35cb6337', 'code': 200} Sep 23 01:38:25.033935 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] Publish callbacks [] for port (c35815e2-36c5-45d8-86b5-2bd392815357), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:25.068462 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Attempting to bind port 2cbad45d-a175-4daa-99ec-5d653d9c710f on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:38:25.068828 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Attempting to bind port 2cbad45d-a175-4daa-99ec-5d653d9c710f by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:38:25.069189 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Attempting to bind port 2cbad45d-a175-4daa-99ec-5d653d9c710f on network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:38:25.115100 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4353b94-5ed7-4eb1-8655-f6824a656e7b None None] Pushing event updated for resources: {'Port': ['ID=2cbad45d-a175-4daa-99ec-5d653d9c710f,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:25.137608 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:38:25.137980 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Checking segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:38:25.138388 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:25.138776 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Bound using segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:38:25.139248 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Bound port: 2cbad45d-a175-4daa-99ec-5d653d9c710f, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:38:25.139744 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (2cbad45d-a175-4daa-99ec-5d653d9c710f), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:25.163069 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:25.209718 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (c35815e2-36c5-45d8-86b5-2bd392815357), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:25.246861 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] For port 2cbad45d-a175-4daa-99ec-5d653d9c710f, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:38:25.249133 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=911afee1-5fd1-4032-b7a3-0dfc35cb6337,revision_number=8']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:25.253993 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4cbcd-8fce-401e-900b-d37199fb5df8 req-0e498aac-7320-4165-9b19-76c1a8593e1c tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:25.263139 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9cf4cbcd-8fce-401e-900b-d37199fb5df8 req-0e498aac-7320-4165-9b19-76c1a8593e1c tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0751476 Sep 23 01:38:25.263468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] For port 2cbad45d-a175-4daa-99ec-5d653d9c710f, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=2cbad45d-a175-4daa-99ec-5d653d9c710f,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:38:25.298614 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] Network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:38:25.302396 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:25.311082 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:38:25.364845 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] Pushing event updated for resources: {'Port': ['ID=c35815e2-36c5-45d8-86b5-2bd392815357,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:25.365110 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9cf4cbcd-8fce-401e-900b-d37199fb5df8 req-b4950e77-098a-42b9-8032-c68b2b1ac159 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006246 Sep 23 01:38:25.368422 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (2cbad45d-a175-4daa-99ec-5d653d9c710f), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:25.382696 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:38:25.434526 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735960'] for router_interface (583a9cfe-4561-4327-9883-fe7887022154), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:25.511651 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:25.512311 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:38:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:25.589074 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2a694-a4ce-451f-bfcd-f9d1c4b050b9 req-3b748c9c-a8b7-4cfb-b01d-6da77eff5c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:25.591441 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a2a2a694-a4ce-451f-bfcd-f9d1c4b050b9 req-3b748c9c-a8b7-4cfb-b01d-6da77eff5c55 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 1129 time: 0.1680186 Sep 23 01:38:25.599207 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4353b94-5ed7-4eb1-8655-f6824a656e7b None None] Pushing event updated for resources: {'Port': ['ID=2cbad45d-a175-4daa-99ec-5d653d9c710f,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:25.612213 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:25.617122 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:25.617612 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:25.617948 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 Sep 23 01:38:25.684554 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Provisioning complete for port c35815e2-36c5-45d8-86b5-2bd392815357 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:25.684916 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (c35815e2-36c5-45d8-86b5-2bd392815357), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:25.685341 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Attempt 1 to provision port c35815e2-36c5-45d8-86b5-2bd392815357 Sep 23 01:38:25.723330 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a2a2a694-a4ce-451f-bfcd-f9d1c4b050b9 req-4d87534a-393e-4ac0-a121-dbdd006ad166 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987978 Sep 23 01:38:25.754315 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:25.780002 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Port c35815e2-36c5-45d8-86b5-2bd392815357 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:25.846378 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:25.860269 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c35815e2-36c5-45d8-86b5-2bd392815357), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:25.883661 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:25.968206 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:22Z', 'revision_number': 3, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:26.006864 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225b4a64-4109-41a0-bb6a-376490e00458 None None] The sync data for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi is: [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:22Z', 'revision_number': 3, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:38:26.065550 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] Publish callbacks [] for port (c35815e2-36c5-45d8-86b5-2bd392815357), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:26.138582 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (c35815e2-36c5-45d8-86b5-2bd392815357), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:26.252389 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736076'] for router_interface (583a9cfe-4561-4327-9883-fe7887022154), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:26.269967 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] Pushing event updated for resources: {'Port': ['ID=c35815e2-36c5-45d8-86b5-2bd392815357,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:26.281329 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Attempt 2 to provision port c35815e2-36c5-45d8-86b5-2bd392815357 Sep 23 01:38:26.362701 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Port c35815e2-36c5-45d8-86b5-2bd392815357 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:26.404972 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] Network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:38:26.406817 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:26.483143 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:26.668833 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] Router 583a9cfe-4561-4327-9883-fe7887022154 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:38:26.675877 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7fd8d-e893-4eba-9445-f613650d0b87 req-e5e0ed6e-6ec3-4a2d-9dbf-4227324525ed tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:26.683444 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bde7fd8d-e893-4eba-9445-f613650d0b87 req-e5e0ed6e-6ec3-4a2d-9dbf-4227324525ed tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.1683543 Sep 23 01:38:26.790429 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bde7fd8d-e893-4eba-9445-f613650d0b87 req-f3b1c49a-49dd-4c02-884c-d4eaa5c5ee7f tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059651 Sep 23 01:38:26.863632 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Attempt 3 to provision port c35815e2-36c5-45d8-86b5-2bd392815357 Sep 23 01:38:26.867830 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:38:26.873921 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-46d28e27-f912-429d-9d08-aa32350cf344 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/583a9cfe-4561-4327-9883-fe7887022154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8247168 Sep 23 01:38:26.905908 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Port c35815e2-36c5-45d8-86b5-2bd392815357 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:27.311522 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 2cbad45d-a175-4daa-99ec-5d653d9c710f up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:38:27.367121 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:27.368739 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 48728) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:27.374058 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-b67664b0-4e18-4d6c-a2b2-1a4e6fa8d892 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2139727587', 'description': 'tempest-description--1567017054'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:27.383224 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 2cbad45d-a175-4daa-99ec-5d653d9c710f triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:27.383738 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (2cbad45d-a175-4daa-99ec-5d653d9c710f), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:27.384097 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 2cbad45d-a175-4daa-99ec-5d653d9c710f Sep 23 01:38:27.408910 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Attempt 4 to provision port c35815e2-36c5-45d8-86b5-2bd392815357 Sep 23 01:38:27.457204 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Port c35815e2-36c5-45d8-86b5-2bd392815357 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:27.512946 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 2cbad45d-a175-4daa-99ec-5d653d9c710f is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:27.513609 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (2cbad45d-a175-4daa-99ec-5d653d9c710f), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:27.544020 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port 2cbad45d-a175-4daa-99ec-5d653d9c710f, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=2cbad45d-a175-4daa-99ec-5d653d9c710f,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:27.624202 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b67664b0-4e18-4d6c-a2b2-1a4e6fa8d892 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:27.647450 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (2cbad45d-a175-4daa-99ec-5d653d9c710f), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:27.717306 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b67664b0-4e18-4d6c-a2b2-1a4e6fa8d892 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (7bc450ee-90fa-4af4-9665-b974a5d21638), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:27.719428 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=2cbad45d-a175-4daa-99ec-5d653d9c710f,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:27.830090 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b67664b0-4e18-4d6c-a2b2-1a4e6fa8d892 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (7bc450ee-90fa-4af4-9665-b974a5d21638), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:27.867698 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67664b0-4e18-4d6c-a2b2-1a4e6fa8d892 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc450ee-90fa-4af4-9665-b974a5d21638,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:27.928825 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Sync routers for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:38:27.936187 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6367027-306e-44bf-8b8c-1dab1e4c2ab8 req-95c3b69a-a280-4353-8fc8-a4666eef081d tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:27.938128 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f6367027-306e-44bf-8b8c-1dab1e4c2ab8 req-95c3b69a-a280-4353-8fc8-a4666eef081d tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0555484 Sep 23 01:38:27.940391 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:27.941050 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:38:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:27.941690 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b67664b0-4e18-4d6c-a2b2-1a4e6fa8d892 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:27.943159 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-b67664b0-4e18-4d6c-a2b2-1a4e6fa8d892 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5730376 Sep 23 01:38:27.946145 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 48736) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:27.951915 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'security_group_rule': {'security_group_id': '7bc450ee-90fa-4af4-9665-b974a5d21638', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:27.958188 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Attempt 5 to provision port c35815e2-36c5-45d8-86b5-2bd392815357 Sep 23 01:38:27.998628 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f6367027-306e-44bf-8b8c-1dab1e4c2ab8 req-f4c153b6-76db-4743-874b-c216a5782307 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542765 Sep 23 01:38:28.012238 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Port c35815e2-36c5-45d8-86b5-2bd392815357 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:28.061121 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:28.108866 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (4c4b0214-81d0-409d-b037-6e7b4e46f071), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:28.184162 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (4c4b0214-81d0-409d-b037-6e7b4e46f071), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:28.272522 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 2, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:28.298986 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Checking router: 583a9cfe-4561-4327-9883-fe7887022154 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:38:28.299335 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Updating router 583a9cfe-4561-4327-9883-fe7887022154 port c35815e2-36c5-45d8-86b5-2bd392815357 binding host dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:38:28.309985 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (4c4b0214-81d0-409d-b037-6e7b4e46f071), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:28.329803 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4b0214-81d0-409d-b037-6e7b4e46f071,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:28.329939 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c35815e2-36c5-45d8-86b5-2bd392815357), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:28.361686 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.362273 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.363104 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.363712 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.364932 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.365538 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.366103 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.366956 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.367531 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.368133 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.369272 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.370142 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.370710 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.371286 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.371893 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.513182 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Attempt 6 to provision port c35815e2-36c5-45d8-86b5-2bd392815357 Sep 23 01:38:28.533074 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:28.542471 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:28.546666 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Port c35815e2-36c5-45d8-86b5-2bd392815357 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:28.586597 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:28.587999 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-3e1dc977-9438-4538-89c4-eea35cb1fb9c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6408246 Sep 23 01:38:28.590747 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 48746) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:28.598035 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-08e7679a-06ab-4751-932a-1eb7b7b69d8a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'security_group_rule': {'security_group_id': '7bc450ee-90fa-4af4-9665-b974a5d21638', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:28.646060 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Publish callbacks [] for port (c35815e2-36c5-45d8-86b5-2bd392815357), precommit_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:28.750028 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c35815e2-36c5-45d8-86b5-2bd392815357), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:28.756622 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-08e7679a-06ab-4751-932a-1eb7b7b69d8a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (ba888399-b29e-4718-b060-1c7b8dd4b413), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:28.821061 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-08e7679a-06ab-4751-932a-1eb7b7b69d8a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (ba888399-b29e-4718-b060-1c7b8dd4b413), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:28.834037 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a74a8-ffeb-4674-9a2c-1385ad174247 None None] Pushing event updated for resources: {'Port': ['ID=c35815e2-36c5-45d8-86b5-2bd392815357,revision_number=3']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:28.848759 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a74a8-ffeb-4674-9a2c-1385ad174247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.849021 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a74a8-ffeb-4674-9a2c-1385ad174247 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.849381 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a74a8-ffeb-4674-9a2c-1385ad174247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.849733 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a74a8-ffeb-4674-9a2c-1385ad174247 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.850155 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a74a8-ffeb-4674-9a2c-1385ad174247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.850470 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a74a8-ffeb-4674-9a2c-1385ad174247 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.850787 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a74a8-ffeb-4674-9a2c-1385ad174247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.851104 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a74a8-ffeb-4674-9a2c-1385ad174247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.851413 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a74a8-ffeb-4674-9a2c-1385ad174247 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.851751 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a74a8-ffeb-4674-9a2c-1385ad174247 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.852066 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a74a8-ffeb-4674-9a2c-1385ad174247 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.852391 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a74a8-ffeb-4674-9a2c-1385ad174247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.852704 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a74a8-ffeb-4674-9a2c-1385ad174247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.853035 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a74a8-ffeb-4674-9a2c-1385ad174247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.853347 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a74a8-ffeb-4674-9a2c-1385ad174247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:38:28.856728 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Attempting to bind port c35815e2-36c5-45d8-86b5-2bd392815357 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:38:28.863406 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Attempting to bind port c35815e2-36c5-45d8-86b5-2bd392815357 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:38:28.863406 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Attempting to bind port c35815e2-36c5-45d8-86b5-2bd392815357 on network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:38:28.905109 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:38:28.909341 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Checking segment: {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:38:28.909341 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:28.909341 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Bound using segment: {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:38:28.909341 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Bound port: c35815e2-36c5-45d8-86b5-2bd392815357, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'}}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:38:28.909341 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c35815e2-36c5-45d8-86b5-2bd392815357), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:28.933072 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-08e7679a-06ab-4751-932a-1eb7b7b69d8a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (ba888399-b29e-4718-b060-1c7b8dd4b413), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:28.954300 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7679a-06ab-4751-932a-1eb7b7b69d8a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba888399-b29e-4718-b060-1c7b8dd4b413,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:28.975897 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] For port c35815e2-36c5-45d8-86b5-2bd392815357, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:38:28.979608 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] For port c35815e2-36c5-45d8-86b5-2bd392815357, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=c35815e2-36c5-45d8-86b5-2bd392815357,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:38:29.046125 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-08e7679a-06ab-4751-932a-1eb7b7b69d8a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:29.047987 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-08e7679a-06ab-4751-932a-1eb7b7b69d8a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4540250 Sep 23 01:38:29.048249 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Attempt 7 to provision port c35815e2-36c5-45d8-86b5-2bd392815357 Sep 23 01:38:29.051633 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 48748) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:29.057666 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-80c8d195-c2cb-467b-9c15-b29bc5df5d7f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'floatingip': {'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:29.077036 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c35815e2-36c5-45d8-86b5-2bd392815357), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:29.091644 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Port c35815e2-36c5-45d8-86b5-2bd392815357 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:29.116998 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:29.117645 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:38:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:29.235628 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-80c8d195-c2cb-467b-9c15-b29bc5df5d7f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:29.267819 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:29.268764 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a74a8-ffeb-4674-9a2c-1385ad174247 None None] Pushing event updated for resources: {'Port': ['ID=c35815e2-36c5-45d8-86b5-2bd392815357,revision_number=4']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:29.314196 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:29.315160 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 2cbad45d-a175-4daa-99ec-5d653d9c710f up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:38:29.351569 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-80c8d195-c2cb-467b-9c15-b29bc5df5d7f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:29.377949 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:29.411808 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 2cbad45d-a175-4daa-99ec-5d653d9c710f triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:29.412393 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (2cbad45d-a175-4daa-99ec-5d653d9c710f), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:29.412903 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 2cbad45d-a175-4daa-99ec-5d653d9c710f Sep 23 01:38:29.500532 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-80c8d195-c2cb-467b-9c15-b29bc5df5d7f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Allocated IP 172.27.1.119 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/d8cb69f3-44fe-4a07-b86f-3e793649d856) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:38:29.506419 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 2cbad45d-a175-4daa-99ec-5d653d9c710f is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:29.584100 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:29.594777 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Attempt 8 to provision port c35815e2-36c5-45d8-86b5-2bd392815357 Sep 23 01:38:29.617701 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-80c8d195-c2cb-467b-9c15-b29bc5df5d7f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for port (d8cb69f3-44fe-4a07-b86f-3e793649d856), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:29.627641 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:28Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:29.655825 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47cd81d-56a5-4d2e-afa9-ee649747a771 None None] The sync data for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi is: [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:28Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:38:29.695631 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:29.696758 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Current status of the port c35815e2-36c5-45d8-86b5-2bd392815357 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:29.697223 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c35815e2-36c5-45d8-86b5-2bd392815357), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:29.759017 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] For port c35815e2-36c5-45d8-86b5-2bd392815357, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=c35815e2-36c5-45d8-86b5-2bd392815357,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:29.786194 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-80c8d195-c2cb-467b-9c15-b29bc5df5d7f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (d8cb69f3-44fe-4a07-b86f-3e793649d856), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:29.836310 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c8d195-c2cb-467b-9c15-b29bc5df5d7f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:38:29.842069 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-80c8d195-c2cb-467b-9c15-b29bc5df5d7f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:29.851823 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c8d195-c2cb-467b-9c15-b29bc5df5d7f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:38:29.886065 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8d195-c2cb-467b-9c15-b29bc5df5d7f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'Port': ['ID=d8cb69f3-44fe-4a07-b86f-3e793649d856,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:29.892790 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c35815e2-36c5-45d8-86b5-2bd392815357), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:29.945684 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19446ea7-e4b3-497f-93da-93130f8267b1 None None] Pushing event updated for resources: {'Port': ['ID=c35815e2-36c5-45d8-86b5-2bd392815357,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:29.957888 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-80c8d195-c2cb-467b-9c15-b29bc5df5d7f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (cd982272-88b4-4377-a64e-fb8823955a0f), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:30.013348 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-97719b31-964e-414e-9872-6a4f6b07e16c None None] Provisioning complete for port c35815e2-36c5-45d8-86b5-2bd392815357 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:30.013723 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-97719b31-964e-414e-9872-6a4f6b07e16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (c35815e2-36c5-45d8-86b5-2bd392815357), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:30.014062 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-97719b31-964e-414e-9872-6a4f6b07e16c None None] Attempt 1 to provision port c35815e2-36c5-45d8-86b5-2bd392815357 Sep 23 01:38:30.096561 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-80c8d195-c2cb-467b-9c15-b29bc5df5d7f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (d8cb69f3-44fe-4a07-b86f-3e793649d856), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:30.103376 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-97719b31-964e-414e-9872-6a4f6b07e16c None None] Current status of the port c35815e2-36c5-45d8-86b5-2bd392815357 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:30.267049 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-80c8d195-c2cb-467b-9c15-b29bc5df5d7f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for port (d8cb69f3-44fe-4a07-b86f-3e793649d856), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:30.350113 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-80c8d195-c2cb-467b-9c15-b29bc5df5d7f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (d8cb69f3-44fe-4a07-b86f-3e793649d856), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:30.424164 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8d195-c2cb-467b-9c15-b29bc5df5d7f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'Port': ['ID=d8cb69f3-44fe-4a07-b86f-3e793649d856,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:30.427758 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-80c8d195-c2cb-467b-9c15-b29bc5df5d7f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (cd982272-88b4-4377-a64e-fb8823955a0f), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:30.435951 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:30.552048 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-80c8d195-c2cb-467b-9c15-b29bc5df5d7f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:30.553376 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-80c8d195-c2cb-467b-9c15-b29bc5df5d7f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5006123 Sep 23 01:38:30.725603 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-4072bedb-3d09-49f7-9646-2c6429b03e52 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2139727587&fields=id&tenant_id=a15460898c2b4b15bfee3d39a01273b4 HTTP/1.1" status: 200 len: 267 time: 0.0487959 Sep 23 01:38:30.744487 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:30.845152 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-28898a73-6b3f-4d21-8b44-06720966e992 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:30.846697 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-28898a73-6b3f-4d21-8b44-06720966e992 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/networks?id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4 HTTP/1.1" status: 200 len: 812 time: 0.1138489 Sep 23 01:38:30.864356 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-b784faca-2be7-4ec6-9f8d-2666d7849283 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/quotas/a15460898c2b4b15bfee3d39a01273b4 HTTP/1.1" status: 200 len: 375 time: 0.0105228 Sep 23 01:38:30.917739 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-fa7deb74-dbfe-485f-8737-d1db53f9c0fe tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a15460898c2b4b15bfee3d39a01273b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472167 Sep 23 01:38:30.997209 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:31.065452 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-e62951d8-0af8-42a0-bf13-1fa5ef7ee573 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911725 Sep 23 01:38:31.113441 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-d3414932-175c-492c-9e8c-8ac4c6671d53 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863216 Sep 23 01:38:31.287426 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device c35815e2-36c5-45d8-86b5-2bd392815357 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:38:31.332467 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port c35815e2-36c5-45d8-86b5-2bd392815357 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:31.332835 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (c35815e2-36c5-45d8-86b5-2bd392815357), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:31.333169 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port c35815e2-36c5-45d8-86b5-2bd392815357 Sep 23 01:38:31.379610 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:31.419216 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port c35815e2-36c5-45d8-86b5-2bd392815357 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:31.460702 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ceb84f94-4b44-4910-9eb6-4fa14108529f req-f953c23a-75fc-4b36-a6a9-1231e18642f6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 210 time: 0.0305476 Sep 23 01:38:32.567288 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2790e631-f23d-4439-8522-79a5dcd14879 req-9670428e-faf8-456a-8b42-8f3ed0998691 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 210 time: 0.0350718 Sep 23 01:38:33.561235 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 48818) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:33.689689 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-7d3680b2-0e29-4084-9cb9-0b05c84bde99 req-1e1088de-be95-4979-967f-56e8c729f69b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 210 time: 0.0350831 Sep 23 01:38:33.710579 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-36f1195a-8a61-4c93-9d3a-341e99362c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:33.815514 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-36f1195a-8a61-4c93-9d3a-341e99362c63 admin admin] Publish callbacks [] for security_group (725c3cac-c08a-4873-b4ba-a455cfea807f), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:33.892858 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-deddfb51-2e11-44c1-bcf6-252c074cb592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:33.954281 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-36f1195a-8a61-4c93-9d3a-341e99362c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (725c3cac-c08a-4873-b4ba-a455cfea807f), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:33.997472 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-36f1195a-8a61-4c93-9d3a-341e99362c63 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f0cf90d3ed5d447fb2f29e745d6435ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4345589 Sep 23 01:38:33.998112 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1195a-8a61-4c93-9d3a-341e99362c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725c3cac-c08a-4873-b4ba-a455cfea807f,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:34.000291 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 48824) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:34.054214 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-10d392d8-39bb-4ea6-8c3e-eca893876fa0 admin admin] Publish callbacks [] for security_group (725c3cac-c08a-4873-b4ba-a455cfea807f), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:34.075745 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-10d392d8-39bb-4ea6-8c3e-eca893876fa0 admin admin] Publish callbacks [] for security_group (725c3cac-c08a-4873-b4ba-a455cfea807f), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:34.242738 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-10d392d8-39bb-4ea6-8c3e-eca893876fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (725c3cac-c08a-4873-b4ba-a455cfea807f), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:34.252643 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-10d392d8-39bb-4ea6-8c3e-eca893876fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:34.252643 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-10d392d8-39bb-4ea6-8c3e-eca893876fa0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/725c3cac-c08a-4873-b4ba-a455cfea807f HTTP/1.1" status: 204 len: 168 time: 0.2482877 Sep 23 01:38:34.258602 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d392d8-39bb-4ea6-8c3e-eca893876fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725c3cac-c08a-4873-b4ba-a455cfea807f,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:34.824401 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f929e4e9-332e-4325-8e7d-b72c012bf3c0 req-40778ac4-6b0d-4d66-a839-f187d637fc49 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 210 time: 0.0291204 Sep 23 01:38:35.194738 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f1a5985-eac6-4e70-a06f-27e4f27e8d64 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:35.196210 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f1a5985-eac6-4e70-a06f-27e4f27e8d64 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "GET /networking/v2.0/networks?id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4 HTTP/1.1" status: 200 len: 812 time: 0.1219988 Sep 23 01:38:35.291303 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-204292e7-9b68-4384-9ea1-997ca59c66b7 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a15460898c2b4b15bfee3d39a01273b4 HTTP/1.1" status: 200 len: 380 time: 0.0796449 Sep 23 01:38:35.300615 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-ac426c86-5cf9-48a4-b0ae-4f67f9c096c4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'port': {'device_id': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'admin_state_up': True, 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'security_groups': ['7bc450ee-90fa-4af4-9665-b974a5d21638']}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:35.589702 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-ac426c86-5cf9-48a4-b0ae-4f67f9c096c4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Made reservation on behalf of a15460898c2b4b15bfee3d39a01273b4 for: {'port': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:38:35.593658 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-ac426c86-5cf9-48a4-b0ae-4f67f9c096c4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:35.605553 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:35.760842 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-ac426c86-5cf9-48a4-b0ae-4f67f9c096c4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Allocated IP 172.20.0.10 (970b65ab-4e22-445a-8ff5-01dfad2a0bf4/ef213c81-80fb-4bd1-93b8-ec90976c54d9/71b6fced-1490-49f1-9d45-9f897ad02832) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:38:35.804794 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:35.991207 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-ac426c86-5cf9-48a4-b0ae-4f67f9c096c4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for port (71b6fced-1490-49f1-9d45-9f897ad02832), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:36.016953 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-51a15a92-0772-4fa4-bc5d-0df86412209b req-b5daa84c-b14d-4a72-94c8-a557c30b948f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 210 time: 0.0431552 Sep 23 01:38:36.180596 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-ac426c86-5cf9-48a4-b0ae-4f67f9c096c4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (71b6fced-1490-49f1-9d45-9f897ad02832), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:36.234235 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-ac426c86-5cf9-48a4-b0ae-4f67f9c096c4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:38:36.243934 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-ac426c86-5cf9-48a4-b0ae-4f67f9c096c4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:36.246445 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac426c86-5cf9-48a4-b0ae-4f67f9c096c4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'Port': ['ID=71b6fced-1490-49f1-9d45-9f897ad02832,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:36.249414 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-ac426c86-5cf9-48a4-b0ae-4f67f9c096c4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:38:36.330626 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-ac426c86-5cf9-48a4-b0ae-4f67f9c096c4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:36.331777 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-ac426c86-5cf9-48a4-b0ae-4f67f9c096c4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:36.435540 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4c184009-8b42-4b3f-b1c6-ac0588d9bd1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:36.502441 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-ac426c86-5cf9-48a4-b0ae-4f67f9c096c4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2058821 Sep 23 01:38:36.519842 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Request body: {'port': {'device_id': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:36.568533 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-fdb6a245-4135-4742-a3f4-e0f6043e3f83 None None] Provisioning complete for port 71b6fced-1490-49f1-9d45-9f897ad02832 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:36.568818 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-fdb6a245-4135-4742-a3f4-e0f6043e3f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (71b6fced-1490-49f1-9d45-9f897ad02832), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:36.569146 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-fdb6a245-4135-4742-a3f4-e0f6043e3f83 None None] Attempt 1 to provision port 71b6fced-1490-49f1-9d45-9f897ad02832 Sep 23 01:38:36.587903 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (71b6fced-1490-49f1-9d45-9f897ad02832), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:36.602230 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb6a245-4135-4742-a3f4-e0f6043e3f83 None None] Port 71b6fced-1490-49f1-9d45-9f897ad02832 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:36.774903 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:36.889320 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b6fced-1490-49f1-9d45-9f897ad02832 {{(pid=107236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:38:36.897623 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Publish callbacks [] for port (71b6fced-1490-49f1-9d45-9f897ad02832), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:36.912142 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.provisioning_blocks [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Transition to ACTIVE for port object 71b6fced-1490-49f1-9d45-9f897ad02832 will not be triggered until provisioned by entity L2. {{(pid=107236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:38:37.029792 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (71b6fced-1490-49f1-9d45-9f897ad02832), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:37.103823 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-fdb6a245-4135-4742-a3f4-e0f6043e3f83 None None] Attempt 2 to provision port 71b6fced-1490-49f1-9d45-9f897ad02832 Sep 23 01:38:37.168108 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb6a245-4135-4742-a3f4-e0f6043e3f83 None None] Port 71b6fced-1490-49f1-9d45-9f897ad02832 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:37.194914 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be881f7e-f15d-4ba2-91e5-86b5059934fc req-855299ee-cdaa-4159-9011-bc43f5649990 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:37.197283 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-be881f7e-f15d-4ba2-91e5-86b5059934fc req-855299ee-cdaa-4159-9011-bc43f5649990 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 944 time: 0.0662754 Sep 23 01:38:37.268364 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-be881f7e-f15d-4ba2-91e5-86b5059934fc req-61133d30-d454-4418-a73d-3cbffbb07de1 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bc450ee-90fa-4af4-9665-b974a5d21638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645320 Sep 23 01:38:37.445787 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Pushing event updated for resources: {'Port': ['ID=71b6fced-1490-49f1-9d45-9f897ad02832,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:37.495587 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Attempting to bind port 71b6fced-1490-49f1-9d45-9f897ad02832 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:38:37.495968 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Attempting to bind port 71b6fced-1490-49f1-9d45-9f897ad02832 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:38:37.496334 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Attempting to bind port 71b6fced-1490-49f1-9d45-9f897ad02832 on network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:38:37.546842 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Port 71b6fced-1490-49f1-9d45-9f897ad02832 on network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:38:37.547175 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Attempting to bind port 71b6fced-1490-49f1-9d45-9f897ad02832 on network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:38:37.550343 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:37.597107 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:38:37.597750 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Checking segment: {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:38:37.598204 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Bound using segment: {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:38:37.598752 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Bound port: 71b6fced-1490-49f1-9d45-9f897ad02832, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'}}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:38:37.599178 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (71b6fced-1490-49f1-9d45-9f897ad02832), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:37.671592 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-fdb6a245-4135-4742-a3f4-e0f6043e3f83 None None] Attempt 3 to provision port 71b6fced-1490-49f1-9d45-9f897ad02832 Sep 23 01:38:37.705586 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] For port 71b6fced-1490-49f1-9d45-9f897ad02832, host hv-cinder-84914, cleared binding levels {{(pid=107236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:38:37.711718 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] For port 71b6fced-1490-49f1-9d45-9f897ad02832, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=71b6fced-1490-49f1-9d45-9f897ad02832,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:38:37.722759 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb6a245-4135-4742-a3f4-e0f6043e3f83 None None] Port 71b6fced-1490-49f1-9d45-9f897ad02832 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:37.853814 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (71b6fced-1490-49f1-9d45-9f897ad02832), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:37.857167 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:37.857994 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:37.859432 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/71b6fced-1490-49f1-9d45-9f897ad02832 HTTP/1.1" status: 200 len: 1094 time: 1.3440115 Sep 23 01:38:37.861728 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'tag': '71b6fced-1490-49f1-9d45-9f897ad02832'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:38:37.864013 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ec94d7-2e33-46a1-9dee-8fe5e573d199" -d '{"events": [{"name": "network-changed", "server_uuid": "b9aa9456-2386-4774-acb6-bce201e6d94d", "tag": "71b6fced-1490-49f1-9d45-9f897ad02832"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:38:37.908099 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26117946-22f6-44ef-ac59-5b33a2047545 x-openstack-request-id: req-26117946-22f6-44ef-ac59-5b33a2047545 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:38:37.908374 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9aa9456-2386-4774-acb6-bce201e6d94d", "tag": "71b6fced-1490-49f1-9d45-9f897ad02832", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:38:37.908626 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26117946-22f6-44ef-ac59-5b33a2047545 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:38:37.909020 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26117946-22f6-44ef-ac59-5b33a2047545'] response: {'name': 'network-changed', 'server_uuid': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'tag': '71b6fced-1490-49f1-9d45-9f897ad02832', 'status': 'completed', 'code': 200} Sep 23 01:38:37.919648 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d6702-02d6-4de2-8270-0dcd6a8eca7d service neutron] Pushing event updated for resources: {'Port': ['ID=71b6fced-1490-49f1-9d45-9f897ad02832,revision_number=3']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:38.001982 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec94d7-2e33-46a1-9dee-8fe5e573d199 req-398fb120-72a4-4fd3-a1df-34ffde7c1409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:38.003566 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a7ec94d7-2e33-46a1-9dee-8fe5e573d199 req-398fb120-72a4-4fd3-a1df-34ffde7c1409 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=a15460898c2b4b15bfee3d39a01273b4&device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 1128 time: 0.0436797 Sep 23 01:38:38.139371 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec94d7-2e33-46a1-9dee-8fe5e573d199 req-e98f6d93-8752-47c4-9548-9d46d7119828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:38.140896 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a7ec94d7-2e33-46a1-9dee-8fe5e573d199 req-e98f6d93-8752-47c4-9548-9d46d7119828 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=a15460898c2b4b15bfee3d39a01273b4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1131885 Sep 23 01:38:38.224751 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-fdb6a245-4135-4742-a3f4-e0f6043e3f83 None None] Attempt 4 to provision port 71b6fced-1490-49f1-9d45-9f897ad02832 Sep 23 01:38:38.254166 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec94d7-2e33-46a1-9dee-8fe5e573d199 req-933cb145-cec3-4856-b21d-d88e4fe34d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:38.255751 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a7ec94d7-2e33-46a1-9dee-8fe5e573d199 req-933cb145-cec3-4856-b21d-d88e4fe34d52 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1073480 Sep 23 01:38:38.269372 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb6a245-4135-4742-a3f4-e0f6043e3f83 None None] Port 71b6fced-1490-49f1-9d45-9f897ad02832 had new provisioning blocks added so it will not transition to active. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:38:38.363743 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-0d4206e4-35ce-45eb-a2ad-415c758a0659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:38.365314 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-0d4206e4-35ce-45eb-a2ad-415c758a0659 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=a15460898c2b4b15bfee3d39a01273b4&device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 1128 time: 0.0445304 Sep 23 01:38:38.408423 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05886f37-b7e2-418c-8ba8-f4616cbb59f6 req-0bbe0f2c-bf37-4e99-abc8-77aae1bb539d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:38.410088 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-05886f37-b7e2-418c-8ba8-f4616cbb59f6 req-0bbe0f2c-bf37-4e99-abc8-77aae1bb539d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 944 time: 0.0521560 Sep 23 01:38:38.429906 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-39f5c546-8f4d-45a2-9885-7761f3097b4f service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71b6fced-1490-49f1-9d45-9f897ad02832 HTTP/1.1" status: 200 len: 217 time: 0.0462968 Sep 23 01:38:38.497463 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-d287c607-abd3-4c65-8358-95276c7559da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:38.499202 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-d287c607-abd3-4c65-8358-95276c7559da service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=ef213c81-80fb-4bd1-93b8-ec90976c54d9 HTTP/1.1" status: 200 len: 851 time: 0.0631132 Sep 23 01:38:38.500715 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-05886f37-b7e2-418c-8ba8-f4616cbb59f6 req-2a25dc54-c1e5-485b-b606-47b4be9c74aa tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bc450ee-90fa-4af4-9665-b974a5d21638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827005 Sep 23 01:38:38.554554 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3131144a-153f-4ab9-b4a9-8e480f139461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:38.556672 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-3131144a-153f-4ab9-b4a9-8e480f139461 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507002 Sep 23 01:38:38.618758 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:38.677824 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-9ed30133-693d-40fe-a4b0-6bd7f2111108 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137681 Sep 23 01:38:38.784955 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ff8de7f5-13f0-4c99-b941-c733bfb08e46 req-8668dcec-ffbe-4619-96bd-d91136583401 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007876 Sep 23 01:38:38.945082 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.135456 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 48904) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:39.335910 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-03868b34-b970-414f-94b3-5cae2a7435e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.430079 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-03868b34-b970-414f-94b3-5cae2a7435e6 admin admin] Publish callbacks [] for security_group (a67fa625-18d5-4c05-ae62-f7647e2fa36f), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.504421 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-03868b34-b970-414f-94b3-5cae2a7435e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (a67fa625-18d5-4c05-ae62-f7647e2fa36f), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.554659 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-03868b34-b970-414f-94b3-5cae2a7435e6 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=67af3d29165e46288763e578d87ffbb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4179215 Sep 23 01:38:39.555511 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03868b34-b970-414f-94b3-5cae2a7435e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67fa625-18d5-4c05-ae62-f7647e2fa36f,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:39.559775 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 48916) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:39.619571 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5171342d-2458-4ee9-88a7-50c61496bce0 admin admin] Publish callbacks [] for security_group (a67fa625-18d5-4c05-ae62-f7647e2fa36f), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.629377 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:39.641099 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154aa01d-f5aa-4b95-a2f3-ae4ad9752698 req-57bd8ec7-a7b7-47aa-b034-3bc00b73b2d4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:39.642751 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-154aa01d-f5aa-4b95-a2f3-ae4ad9752698 req-57bd8ec7-a7b7-47aa-b034-3bc00b73b2d4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 944 time: 0.0573955 Sep 23 01:38:39.644159 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5171342d-2458-4ee9-88a7-50c61496bce0 admin admin] Publish callbacks [] for security_group (a67fa625-18d5-4c05-ae62-f7647e2fa36f), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.702195 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-154aa01d-f5aa-4b95-a2f3-ae4ad9752698 req-ef74d5d9-de38-4b6a-a0f2-e01553efd8d3 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bc450ee-90fa-4af4-9665-b974a5d21638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492418 Sep 23 01:38:39.819393 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5171342d-2458-4ee9-88a7-50c61496bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (a67fa625-18d5-4c05-ae62-f7647e2fa36f), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.824583 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5171342d-2458-4ee9-88a7-50c61496bce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:39.828790 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-5171342d-2458-4ee9-88a7-50c61496bce0 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/a67fa625-18d5-4c05-ae62-f7647e2fa36f HTTP/1.1" status: 204 len: 168 time: 0.2652526 Sep 23 01:38:39.835688 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171342d-2458-4ee9-88a7-50c61496bce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67fa625-18d5-4c05-ae62-f7647e2fa36f,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:40.269786 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:40.444769 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:40.445917 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=63 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:40.856939 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500ec79-ca01-4d9b-be1a-363eab91acd4 req-57a3cb48-872c-4866-b31b-491460b19100 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:40.859738 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a500ec79-ca01-4d9b-be1a-363eab91acd4 req-57a3cb48-872c-4866-b31b-491460b19100 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 944 time: 0.0739954 Sep 23 01:38:40.934843 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a500ec79-ca01-4d9b-be1a-363eab91acd4 req-f6507b77-cee0-4fb8-8893-e66a9c4f1c7e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bc450ee-90fa-4af4-9665-b974a5d21638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642717 Sep 23 01:38:41.167132 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:42.081939 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd69a2c-46a0-4398-9819-48da72b42570 req-c4ec691a-d3c6-4b70-82a6-521737d6f8ca tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:42.083455 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-7cd69a2c-46a0-4398-9819-48da72b42570 req-c4ec691a-d3c6-4b70-82a6-521737d6f8ca tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 944 time: 0.0653937 Sep 23 01:38:42.134746 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-7cd69a2c-46a0-4398-9819-48da72b42570 req-a08d2552-4373-4c33-aceb-ed9f12865847 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bc450ee-90fa-4af4-9665-b974a5d21638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448084 Sep 23 01:38:42.224006 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 48966) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:42.341356 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ce33326f-e71e-4214-bd3d-92334f04989a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:42.351873 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:42.421641 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ce33326f-e71e-4214-bd3d-92334f04989a admin admin] Publish callbacks [] for security_group (b5e8ca6b-0028-4c60-85a4-35abbd5b2df1), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:42.527483 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 71b6fced-1490-49f1-9d45-9f897ad02832 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:38:42.604892 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ce33326f-e71e-4214-bd3d-92334f04989a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (b5e8ca6b-0028-4c60-85a4-35abbd5b2df1), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:42.649648 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33326f-e71e-4214-bd3d-92334f04989a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e8ca6b-0028-4c60-85a4-35abbd5b2df1,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:42.657819 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-ce33326f-e71e-4214-bd3d-92334f04989a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=60b6671664644e78aba7a09ef8a4d49e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4288938 Sep 23 01:38:42.658969 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 48972) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:42.711998 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-493577ea-7c65-4a08-b2e4-03c321a967ed admin admin] Publish callbacks [] for security_group (b5e8ca6b-0028-4c60-85a4-35abbd5b2df1), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:42.734895 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-493577ea-7c65-4a08-b2e4-03c321a967ed admin admin] Publish callbacks [] for security_group (b5e8ca6b-0028-4c60-85a4-35abbd5b2df1), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:42.758505 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 71b6fced-1490-49f1-9d45-9f897ad02832, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=71b6fced-1490-49f1-9d45-9f897ad02832,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:42.772655 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': '71b6fced-1490-49f1-9d45-9f897ad02832', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'port_id': '71b6fced-1490-49f1-9d45-9f897ad02832', 'mac_address': 'fa:16:3e:11:27:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:38:42.824231 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 71b6fced-1490-49f1-9d45-9f897ad02832 is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:42.824231 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (71b6fced-1490-49f1-9d45-9f897ad02832), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:42.839455 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b6fced-1490-49f1-9d45-9f897ad02832 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:38:42.875704 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 71b6fced-1490-49f1-9d45-9f897ad02832, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=71b6fced-1490-49f1-9d45-9f897ad02832,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:42.886624 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-493577ea-7c65-4a08-b2e4-03c321a967ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (b5e8ca6b-0028-4c60-85a4-35abbd5b2df1), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:42.889341 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-493577ea-7c65-4a08-b2e4-03c321a967ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:42.890540 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-493577ea-7c65-4a08-b2e4-03c321a967ed admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/b5e8ca6b-0028-4c60-85a4-35abbd5b2df1 HTTP/1.1" status: 204 len: 168 time: 0.2312319 Sep 23 01:38:42.899164 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493577ea-7c65-4a08-b2e4-03c321a967ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e8ca6b-0028-4c60-85a4-35abbd5b2df1,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:43.041143 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (71b6fced-1490-49f1-9d45-9f897ad02832), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:43.099904 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=71b6fced-1490-49f1-9d45-9f897ad02832,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:43.324502 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dfead-6c48-4e59-b5f4-db946f9b26a9 req-32ea9ec8-f1e1-4667-9007-d157c48eff65 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:43.326917 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-791dfead-6c48-4e59-b5f4-db946f9b26a9 req-32ea9ec8-f1e1-4667-9007-d157c48eff65 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 945 time: 0.0642345 Sep 23 01:38:43.355310 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['71b6fced-1490-49f1-9d45-9f897ad02832'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:38:43.358743 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:43.431326 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-791dfead-6c48-4e59-b5f4-db946f9b26a9 req-e4ac982d-fd8a-475b-8bed-5e2594272533 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bc450ee-90fa-4af4-9665-b974a5d21638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962243 Sep 23 01:38:43.523903 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:44.540630 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 71b6fced-1490-49f1-9d45-9f897ad02832 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:38:44.567378 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd228e-0159-4c97-99c4-2d26b11e4971 req-0c39659b-3ecd-42f3-9a16-de2978a74308 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:44.570245 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c2fd228e-0159-4c97-99c4-2d26b11e4971 req-0c39659b-3ecd-42f3-9a16-de2978a74308 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 945 time: 0.0502434 Sep 23 01:38:44.572050 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:44.585780 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port 71b6fced-1490-49f1-9d45-9f897ad02832 completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:38:44.622374 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c2fd228e-0159-4c97-99c4-2d26b11e4971 req-54b9a714-003a-46b3-afdd-c1b15633b00a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bc450ee-90fa-4af4-9665-b974a5d21638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451591 Sep 23 01:38:44.669594 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port 71b6fced-1490-49f1-9d45-9f897ad02832 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:44.669962 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (71b6fced-1490-49f1-9d45-9f897ad02832), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:44.670324 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port 71b6fced-1490-49f1-9d45-9f897ad02832 Sep 23 01:38:44.749731 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 71b6fced-1490-49f1-9d45-9f897ad02832 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:44.750207 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (71b6fced-1490-49f1-9d45-9f897ad02832), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:44.775256 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b6fced-1490-49f1-9d45-9f897ad02832'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:38:44.782351 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baf188a-6dfd-4800-b5f3-bb4cc09f1be4" -d '{"events": [{"server_uuid": "b9aa9456-2386-4774-acb6-bce201e6d94d", "name": "network-vif-plugged", "status": "completed", "tag": "71b6fced-1490-49f1-9d45-9f897ad02832"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:38:44.795313 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 71b6fced-1490-49f1-9d45-9f897ad02832, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=71b6fced-1490-49f1-9d45-9f897ad02832,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:44.822151 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb4f40b-40ca-4caa-992e-d7c563e1d646 x-openstack-request-id: req-2fb4f40b-40ca-4caa-992e-d7c563e1d646 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:38:44.822488 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9aa9456-2386-4774-acb6-bce201e6d94d", "name": "network-vif-plugged", "status": "completed", "tag": "71b6fced-1490-49f1-9d45-9f897ad02832", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:38:44.822815 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fb4f40b-40ca-4caa-992e-d7c563e1d646 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:38:44.823844 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb4f40b-40ca-4caa-992e-d7c563e1d646'] response: {'server_uuid': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b6fced-1490-49f1-9d45-9f897ad02832', 'code': 200} Sep 23 01:38:44.858652 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (71b6fced-1490-49f1-9d45-9f897ad02832), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:44.917543 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=71b6fced-1490-49f1-9d45-9f897ad02832,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:45.180736 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e80b5a-64f9-49bd-a8e8-2d7befb79626 req-63502d76-98b8-491f-869e-945813041afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:45.182205 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f8e80b5a-64f9-49bd-a8e8-2d7befb79626 req-63502d76-98b8-491f-869e-945813041afb service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 1130 time: 0.0447326 Sep 23 01:38:45.228960 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f8e80b5a-64f9-49bd-a8e8-2d7befb79626 req-aca97797-e854-4416-a3de-b3b13a8bc6a1 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7bc450ee-90fa-4af4-9665-b974a5d21638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408847 Sep 23 01:38:45.373357 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 48996) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:45.494082 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f0209d19-0785-464b-8c14-2449a682fc23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:45.522228 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:45.577126 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f0209d19-0785-464b-8c14-2449a682fc23 admin admin] Publish callbacks [] for security_group (5be6120a-f26e-4ed0-9909-9484ac497f87), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:45.646645 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f0209d19-0785-464b-8c14-2449a682fc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (5be6120a-f26e-4ed0-9909-9484ac497f87), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:45.690318 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-f0209d19-0785-464b-8c14-2449a682fc23 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=5da3daaaad98431d91c50164a5d864fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3157496 Sep 23 01:38:45.691293 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0209d19-0785-464b-8c14-2449a682fc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be6120a-f26e-4ed0-9909-9484ac497f87,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:45.693235 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49002) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:45.749007 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4a294cc4-8671-4e55-a0ff-64613261118a admin admin] Publish callbacks [] for security_group (5be6120a-f26e-4ed0-9909-9484ac497f87), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:45.754219 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4fc84-468e-4848-ad6c-03535d5caf09 req-a4f6c4d9-15d7-4ac0-99f1-ec897388cf23 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:45.755760 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6bc4fc84-468e-4848-ad6c-03535d5caf09 req-a4f6c4d9-15d7-4ac0-99f1-ec897388cf23 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 946 time: 0.0509970 Sep 23 01:38:45.772163 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4a294cc4-8671-4e55-a0ff-64613261118a admin admin] Publish callbacks [] for security_group (5be6120a-f26e-4ed0-9909-9484ac497f87), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:45.813059 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6bc4fc84-468e-4848-ad6c-03535d5caf09 req-eca67b28-c00d-424d-883f-d5a1eaea3a4e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bc450ee-90fa-4af4-9665-b974a5d21638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485823 Sep 23 01:38:45.898065 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4a294cc4-8671-4e55-a0ff-64613261118a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (5be6120a-f26e-4ed0-9909-9484ac497f87), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:45.901794 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4a294cc4-8671-4e55-a0ff-64613261118a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:45.902957 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-4a294cc4-8671-4e55-a0ff-64613261118a admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5be6120a-f26e-4ed0-9909-9484ac497f87 HTTP/1.1" status: 204 len: 168 time: 0.2079134 Sep 23 01:38:45.912074 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a294cc4-8671-4e55-a0ff-64613261118a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be6120a-f26e-4ed0-9909-9484ac497f87,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:46.947866 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cbd7b-282f-4589-b376-b956d65bdf98 req-603e3331-c2e5-4bbf-a56e-7218accb8b22 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:46.949411 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-757cbd7b-282f-4589-b376-b956d65bdf98 req-603e3331-c2e5-4bbf-a56e-7218accb8b22 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 946 time: 0.0549588 Sep 23 01:38:47.002582 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-757cbd7b-282f-4589-b376-b956d65bdf98 req-2ce01c60-2e11-484d-9478-062394f4322d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bc450ee-90fa-4af4-9665-b974a5d21638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450752 Sep 23 01:38:47.102855 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49028) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:47.128496 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6acc0-0e3b-4f95-965f-169b71fe73a5 req-8946e57a-221f-483e-8e11-5e21f711fe4f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:47.130164 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-24c6acc0-0e3b-4f95-965f-169b71fe73a5 req-8946e57a-221f-483e-8e11-5e21f711fe4f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 946 time: 0.0528846 Sep 23 01:38:47.141587 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49032) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:47.146170 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-78cb5d2d-ae6a-4b79-88ae-ca62bfa3efdc tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'floatingip': {'port_id': '71b6fced-1490-49f1-9d45-9f897ad02832'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:47.186325 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-78cb5d2d-ae6a-4b79-88ae-ca62bfa3efdc tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (cd982272-88b4-4377-a64e-fb8823955a0f), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:47.214086 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-9fbb7cfa-20a7-4deb-808a-b908f19e5119 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-393421972-network', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:47.289567 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:47.325577 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbb7cfa-20a7-4deb-808a-b908f19e5119 admin admin] Made reservation on behalf of f5c5ef59b1b44d8a916be97d8d11493f for: {'network': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:38:47.328591 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7cfa-20a7-4deb-808a-b908f19e5119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:47.338680 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7cfa-20a7-4deb-808a-b908f19e5119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:47.423428 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7cfa-20a7-4deb-808a-b908f19e5119 admin admin] Publish callbacks [] for security_group (627f505a-4d7e-41ed-b74b-4861bc38ed18), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:47.503840 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7cfa-20a7-4deb-808a-b908f19e5119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (627f505a-4d7e-41ed-b74b-4861bc38ed18), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:47.534412 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbb7cfa-20a7-4deb-808a-b908f19e5119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=107235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:38:47.541846 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb7cfa-20a7-4deb-808a-b908f19e5119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627f505a-4d7e-41ed-b74b-4861bc38ed18,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:47.549553 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7cfa-20a7-4deb-808a-b908f19e5119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (10256a92-8e2f-4e9f-bb9f-63e5b6fbe021), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:47.549774 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.segments_db [None req-9fbb7cfa-20a7-4deb-808a-b908f19e5119 admin admin] Added segment 10256a92-8e2f-4e9f-bb9f-63e5b6fbe021 of type vlan for network 7fe1919f-1f3e-419a-91a3-220386faadcd Sep 23 01:38:47.596189 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7cfa-20a7-4deb-808a-b908f19e5119 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (7fe1919f-1f3e-419a-91a3-220386faadcd), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:47.639815 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-78cb5d2d-ae6a-4b79-88ae-ca62bfa3efdc tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:47.714941 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7cfa-20a7-4deb-808a-b908f19e5119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (7fe1919f-1f3e-419a-91a3-220386faadcd), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:47.716021 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbb7cfa-20a7-4deb-808a-b908f19e5119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:47.716620 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7cfa-20a7-4deb-808a-b908f19e5119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:47.743907 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-78cb5d2d-ae6a-4b79-88ae-ca62bfa3efdc tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (cd982272-88b4-4377-a64e-fb8823955a0f), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:47.780507 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb7cfa-20a7-4deb-808a-b908f19e5119 admin admin] Pushing event updated for resources: {'Network': ['ID=7fe1919f-1f3e-419a-91a3-220386faadcd,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:47.793188 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network 7fe1919f-1f3e-419a-91a3-220386faadcd details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:38:47.850009 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.l3_db [None req-78cb5d2d-ae6a-4b79-88ae-ca62bfa3efdc tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Floating IP cd982272-88b4-4377-a64e-fb8823955a0f associated. External IP: 172.27.1.119, port: 71b6fced-1490-49f1-9d45-9f897ad02832. Sep 23 01:38:47.869420 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-9fbb7cfa-20a7-4deb-808a-b908f19e5119 admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7651176 Sep 23 01:38:47.870095 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49034) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:47.879107 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-e0263389-a9d0-47a6-9176-39ad64e67fc9 admin admin] Request body: {'subnet': {'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-393421972-subnet', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'ip_version': 4}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:47.960969 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0263389-a9d0-47a6-9176-39ad64e67fc9 admin admin] Made reservation on behalf of f5c5ef59b1b44d8a916be97d8d11493f for: {'subnet': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:38:47.964051 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e0263389-a9d0-47a6-9176-39ad64e67fc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3538087'] for subnet (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:48.039922 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:48.062952 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cb5d2d-ae6a-4b79-88ae-ca62bfa3efdc tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Router 583a9cfe-4561-4327-9883-fe7887022154 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:38:48.079025 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:48.099369 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:48.174611 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cb5d2d-ae6a-4b79-88ae-ca62bfa3efdc tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:38:48.181905 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-78cb5d2d-ae6a-4b79-88ae-ca62bfa3efdc tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:48.185445 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863839f5-6c98-4a72-8d5b-ac0428ab2fe7 None None] Sync routers for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:38:48.196964 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863839f5-6c98-4a72-8d5b-ac0428ab2fe7 None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:48.197610 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-863839f5-6c98-4a72-8d5b-ac0428ab2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:38:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:48.201638 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e0263389-a9d0-47a6-9176-39ad64e67fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3172407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3538097'] for subnet (92872aee-ac5a-436a-a1fc-6d4a72de35e8), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:48.215093 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-78cb5d2d-ae6a-4b79-88ae-ca62bfa3efdc tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/cd982272-88b4-4377-a64e-fb8823955a0f HTTP/1.1" status: 200 len: 992 time: 1.0723331 Sep 23 01:38:48.215840 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'tag': '71b6fced-1490-49f1-9d45-9f897ad02832'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:38:48.218235 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d6eae8-ef57-4c15-b379-28856e1f3262" -d '{"events": [{"name": "network-changed", "server_uuid": "b9aa9456-2386-4774-acb6-bce201e6d94d", "tag": "71b6fced-1490-49f1-9d45-9f897ad02832"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:38:48.261456 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7d0d09-94f0-41c6-9e28-8ac39947b2aa x-openstack-request-id: req-7f7d0d09-94f0-41c6-9e28-8ac39947b2aa {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:38:48.261815 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9aa9456-2386-4774-acb6-bce201e6d94d", "tag": "71b6fced-1490-49f1-9d45-9f897ad02832", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:38:48.262005 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f7d0d09-94f0-41c6-9e28-8ac39947b2aa {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:38:48.262465 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7d0d09-94f0-41c6-9e28-8ac39947b2aa'] response: {'name': 'network-changed', 'server_uuid': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'tag': '71b6fced-1490-49f1-9d45-9f897ad02832', 'status': 'completed', 'code': 200} Sep 23 01:38:48.275627 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0263389-a9d0-47a6-9176-39ad64e67fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92872aee-ac5a-436a-a1fc-6d4a72de35e8,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:48.284621 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0263389-a9d0-47a6-9176-39ad64e67fc9 admin admin] Checking segment: {'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:38:48.285133 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0263389-a9d0-47a6-9176-39ad64e67fc9 admin admin] Network hostable DHCP agents. Network: 7fe1919f-1f3e-419a-91a3-220386faadcd, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:38:48.318113 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-863839f5-6c98-4a72-8d5b-ac0428ab2fe7 None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:48.358146 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6eae8-ef57-4c15-b379-28856e1f3262 req-e877f125-d7eb-4c94-bfb2-a2790a5764a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:48.359687 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-73d6eae8-ef57-4c15-b379-28856e1f3262 req-e877f125-d7eb-4c94-bfb2-a2790a5764a0 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=a15460898c2b4b15bfee3d39a01273b4&device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 1130 time: 0.0454216 Sep 23 01:38:48.389511 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0263389-a9d0-47a6-9176-39ad64e67fc9 admin admin] Network 7fe1919f-1f3e-419a-91a3-220386faadcd is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:38:48.467005 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6eae8-ef57-4c15-b379-28856e1f3262 req-510b3f22-90b2-4ef2-886e-5d74c348ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:48.469769 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-73d6eae8-ef57-4c15-b379-28856e1f3262 req-510b3f22-90b2-4ef2-886e-5d74c348ea8c service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4 HTTP/1.1" status: 200 len: 913 time: 0.1032648 Sep 23 01:38:48.504325 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-e0263389-a9d0-47a6-9176-39ad64e67fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, 7fe1919f-1f3e-419a-91a3-220386faadcd) {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:48.514145 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0263389-a9d0-47a6-9176-39ad64e67fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:48.514878 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e0263389-a9d0-47a6-9176-39ad64e67fc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:48.530164 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0f94f6-9eb9-4688-b3f0-bd937d64111a None None] Network 7fe1919f-1f3e-419a-91a3-220386faadcd requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:38:48.545120 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-73d6eae8-ef57-4c15-b379-28856e1f3262 req-a73d8d9d-9a26-4a62-a802-77b4e7f04473 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71b6fced-1490-49f1-9d45-9f897ad02832 HTTP/1.1" status: 200 len: 1000 time: 0.0692337 Sep 23 01:38:48.559888 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:48.588863 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:48.595310 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-863839f5-6c98-4a72-8d5b-ac0428ab2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': 'cd982272-88b4-4377-a64e-fb8823955a0f', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '583a9cfe-4561-4327-9883-fe7887022154', 'port_id': '71b6fced-1490-49f1-9d45-9f897ad02832', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'mac_address': 'fa:16:3e:11:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:38:29Z', 'updated_at': '2022-09-23T01:38:47Z', 'revision_number': 1, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:48.596995 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6eae8-ef57-4c15-b379-28856e1f3262 req-6a48140b-1457-49ac-95fe-d0b6dd9644d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:48.598729 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-73d6eae8-ef57-4c15-b379-28856e1f3262 req-6a48140b-1457-49ac-95fe-d0b6dd9644d9 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=ef213c81-80fb-4bd1-93b8-ec90976c54d9 HTTP/1.1" status: 200 len: 851 time: 0.0470822 Sep 23 01:38:48.611630 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-e0263389-a9d0-47a6-9176-39ad64e67fc9 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7379732 Sep 23 01:38:48.612151 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49040) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:48.616999 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:48.628841 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863839f5-6c98-4a72-8d5b-ac0428ab2fe7 None None] Checking router: 583a9cfe-4561-4327-9883-fe7887022154 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:38:48.646271 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6eae8-ef57-4c15-b379-28856e1f3262 req-d628a0a7-024a-48b6-a9e8-b289d677a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:48.647806 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-73d6eae8-ef57-4c15-b379-28856e1f3262 req-d628a0a7-024a-48b6-a9e8-b289d677a941 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417244 Sep 23 01:38:48.650985 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863839f5-6c98-4a72-8d5b-ac0428ab2fe7 None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:48.651623 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-863839f5-6c98-4a72-8d5b-ac0428ab2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:38:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:48.726064 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0589b507-6e33-5f24-9965-4d8da1fbd6ca-7fe1919f-1f3e-419a-91a3-220386faadcd', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8'}]}} from dv-cinder-849143-7-iscsi. {{(pid=107237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:38:48.726997 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:48.754959 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-73d6eae8-ef57-4c15-b379-28856e1f3262 req-5c19c9ec-d2c0-45a6-9f96-73de79559aff service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986056 Sep 23 01:38:48.850465 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:48.856005 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-73d6eae8-ef57-4c15-b379-28856e1f3262 req-0b3e850d-5db6-4ace-9940-a329ce6c553e service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949574 Sep 23 01:38:48.865345 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-863839f5-6c98-4a72-8d5b-ac0428ab2fe7 None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:48.938168 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11641'] for router (565a0dc1-9fc8-48b9-894d-271ec21954e8), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:48.939411 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11616'] for router (565a0dc1-9fc8-48b9-894d-271ec21954e8), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:48.990479 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.db_base_plugin_common [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Allocated IP 172.20.0.2 (7fe1919f-1f3e-419a-91a3-220386faadcd/92872aee-ac5a-436a-a1fc-6d4a72de35e8/32f927cf-1030-49b0-9d35-bcf69a12c9b3) {{(pid=107237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:38:48.994673 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Publish callbacks [] for router_controller (565a0dc1-9fc8-48b9-894d-271ec21954e8), precommit_add_association {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:49.291150 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Publish callbacks [] for router_gateway (565a0dc1-9fc8-48b9-894d-271ec21954e8), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:49.381475 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:49.388028 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-863839f5-6c98-4a72-8d5b-ac0428ab2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': 'cd982272-88b4-4377-a64e-fb8823955a0f', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '583a9cfe-4561-4327-9883-fe7887022154', 'port_id': '71b6fced-1490-49f1-9d45-9f897ad02832', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'mac_address': 'fa:16:3e:11:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:38:29Z', 'updated_at': '2022-09-23T01:38:47Z', 'revision_number': 1, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:49.393343 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Publish callbacks [] for port (32f927cf-1030-49b0-9d35-bcf69a12c9b3), precommit_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:49.422082 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863839f5-6c98-4a72-8d5b-ac0428ab2fe7 None None] The sync data for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi is: [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': 'cd982272-88b4-4377-a64e-fb8823955a0f', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '583a9cfe-4561-4327-9883-fe7887022154', 'port_id': '71b6fced-1490-49f1-9d45-9f897ad02832', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'mac_address': 'fa:16:3e:11:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:38:29Z', 'updated_at': '2022-09-23T01:38:47Z', 'revision_number': 1, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:38:49.538382 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (32f927cf-1030-49b0-9d35-bcf69a12c9b3), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:49.565205 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Publish callbacks [] for router_gateway (565a0dc1-9fc8-48b9-894d-271ec21954e8), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:49.585937 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:49.589820 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Network 7fe1919f-1f3e-419a-91a3-220386faadcd is already hosted by enough agents. {{(pid=107237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:38:49.589820 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Pushing event updated for resources: {'Port': ['ID=32f927cf-1030-49b0-9d35-bcf69a12c9b3,revision_number=1']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:49.592351 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.base_scheduler [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Resources bound (agent type, host, resource id): {{(pid=107237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:49.595013 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Received port after_create {{(pid=107237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:38:49.662674 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Attempting to bind port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:38:49.662904 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Attempting to bind port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:38:49.663171 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Attempting to bind port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 on network 7fe1919f-1f3e-419a-91a3-220386faadcd {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:38:49.672826 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1db070-1f42-45a1-b63c-9560e9c114df None None] New status for floating IP cd982272-88b4-4377-a64e-fb8823955a0f: ACTIVE {{(pid=107238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:38:49.712510 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:38:49.712510 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Checking segment: {'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:38:49.712944 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:49.713330 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Bound using segment: {'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:38:49.713547 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Allocated IP 172.27.1.217 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/81a74c85-518f-4bae-9656-c34d39de88a5) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:38:49.713800 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Bound port: 32f927cf-1030-49b0-9d35-bcf69a12c9b3, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:38:49.714168 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (32f927cf-1030-49b0-9d35-bcf69a12c9b3), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:49.747764 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:49.782992 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] For port 32f927cf-1030-49b0-9d35-bcf69a12c9b3, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:38:49.786615 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] For port 32f927cf-1030-49b0-9d35-bcf69a12c9b3, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=32f927cf-1030-49b0-9d35-bcf69a12c9b3,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:38:49.836263 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Publish callbacks [] for port (81a74c85-518f-4bae-9656-c34d39de88a5), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:49.897802 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (32f927cf-1030-49b0-9d35-bcf69a12c9b3), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:49.957053 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd1cdd-2e6c-4f14-a7ee-eec7b4daad6f None None] Pushing event updated for resources: {'Port': ['ID=32f927cf-1030-49b0-9d35-bcf69a12c9b3,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:49.989925 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (81a74c85-518f-4bae-9656-c34d39de88a5), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:50.004223 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:50.039906 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:38:50.043658 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:50.047715 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:38:50.051071 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Pushing event updated for resources: {'Port': ['ID=81a74c85-518f-4bae-9656-c34d39de88a5,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:50.390431 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Publish callbacks [] for router_gateway (565a0dc1-9fc8-48b9-894d-271ec21954e8), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:50.588485 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679137'] for router (565a0dc1-9fc8-48b9-894d-271ec21954e8), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:50.847230 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6d7d96-9ca4-42e9-8e00-bd1d0c0a6c89 None None] Network 7fe1919f-1f3e-419a-91a3-220386faadcd requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:38:50.914020 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-6b606eab-8830-4bb7-995e-45869f20ce3c None None] Provisioning complete for port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:50.915109 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-6b606eab-8830-4bb7-995e-45869f20ce3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (32f927cf-1030-49b0-9d35-bcf69a12c9b3), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:50.915109 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-6b606eab-8830-4bb7-995e-45869f20ce3c None None] Attempt 1 to provision port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 Sep 23 01:38:50.915716 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Router 565a0dc1-9fc8-48b9-894d-271ec21954e8 is scheduled to L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc with binding_index 1 {{(pid=107235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:38:51.041062 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-6b606eab-8830-4bb7-995e-45869f20ce3c None None] Current status of the port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:51.041463 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-6b606eab-8830-4bb7-995e-45869f20ce3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (32f927cf-1030-49b0-9d35-bcf69a12c9b3), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:51.086068 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-6b606eab-8830-4bb7-995e-45869f20ce3c None None] For port 32f927cf-1030-49b0-9d35-bcf69a12c9b3, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=32f927cf-1030-49b0-9d35-bcf69a12c9b3,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:51.178375 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-6b606eab-8830-4bb7-995e-45869f20ce3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (32f927cf-1030-49b0-9d35-bcf69a12c9b3), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:51.245258 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b606eab-8830-4bb7-995e-45869f20ce3c None None] Pushing event updated for resources: {'Port': ['ID=32f927cf-1030-49b0-9d35-bcf69a12c9b3,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:51.299063 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-d8775ecf-a41c-4769-97bc-aaf107184315 None None] Provisioning complete for port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:51.299447 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-d8775ecf-a41c-4769-97bc-aaf107184315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (32f927cf-1030-49b0-9d35-bcf69a12c9b3), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:51.299820 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-d8775ecf-a41c-4769-97bc-aaf107184315 None None] Attempt 1 to provision port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 Sep 23 01:38:51.313502 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:38:51.327053 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Sync routers for ids ['565a0dc1-9fc8-48b9-894d-271ec21954e8'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:38:51.329067 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:51.338133 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 32f927cf-1030-49b0-9d35-bcf69a12c9b3 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:38:51.368688 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:51.384620 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Routers {'565a0dc1-9fc8-48b9-894d-271ec21954e8'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:51.385282 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:38:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['565a0dc1-9fc8-48b9-894d-271ec21954e8'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:51.460995 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:51.462974 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-a65f5a26-f013-4e70-be8a-30e903d92870 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8496914 Sep 23 01:38:51.466616 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49044) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:51.501431 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:51.517157 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:51.517530 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (32f927cf-1030-49b0-9d35-bcf69a12c9b3), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:51.517858 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 Sep 23 01:38:51.549037 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-d8775ecf-a41c-4769-97bc-aaf107184315 None None] Current status of the port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:51.569949 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Set router 565a0dc1-9fc8-48b9-894d-271ec21954e8 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:51.732187 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:51.747183 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:51.785761 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:51.800994 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:50Z', 'revision_number': 3, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:51.829779 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Checking router: 565a0dc1-9fc8-48b9-894d-271ec21954e8 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:38:51.830329 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Updating router 565a0dc1-9fc8-48b9-894d-271ec21954e8 port 81a74c85-518f-4bae-9656-c34d39de88a5 binding host dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:38:51.860550 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (81a74c85-518f-4bae-9656-c34d39de88a5), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:51.925178 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:52.100881 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] Allocated IP 172.20.0.1 (7fe1919f-1f3e-419a-91a3-220386faadcd/92872aee-ac5a-436a-a1fc-6d4a72de35e8/38f258e6-c059-471d-9844-4ce46bae4a0b) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:38:52.126189 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Publish callbacks [] for port (81a74c85-518f-4bae-9656-c34d39de88a5), precommit_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:52.207181 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (81a74c85-518f-4bae-9656-c34d39de88a5), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:52.216359 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] Publish callbacks [] for port (38f258e6-c059-471d-9844-4ce46bae4a0b), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:52.245611 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Attempting to bind port 81a74c85-518f-4bae-9656-c34d39de88a5 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:38:52.245970 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Attempting to bind port 81a74c85-518f-4bae-9656-c34d39de88a5 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:38:52.246332 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Attempting to bind port 81a74c85-518f-4bae-9656-c34d39de88a5 on network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:38:52.268718 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:52.277421 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd6420-faad-4535-aba0-1d8996e59e0f None None] Pushing event updated for resources: {'Port': ['ID=81a74c85-518f-4bae-9656-c34d39de88a5,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:52.301872 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:38:52.302233 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Checking segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:38:52.303365 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:52.303365 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Bound using segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:38:52.303622 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Bound port: 81a74c85-518f-4bae-9656-c34d39de88a5, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:38:52.303836 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (81a74c85-518f-4bae-9656-c34d39de88a5), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:52.309981 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (38f258e6-c059-471d-9844-4ce46bae4a0b), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:52.355993 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] Network 7fe1919f-1f3e-419a-91a3-220386faadcd is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:38:52.358613 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:52.361384 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:38:52.364112 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] For port 81a74c85-518f-4bae-9656-c34d39de88a5, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:38:52.370224 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] For port 81a74c85-518f-4bae-9656-c34d39de88a5, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=81a74c85-518f-4bae-9656-c34d39de88a5,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:38:52.386119 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:52.391786 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] Pushing event updated for resources: {'Port': ['ID=38f258e6-c059-471d-9844-4ce46bae4a0b,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:52.413146 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735960'] for router_interface (565a0dc1-9fc8-48b9-894d-271ec21954e8), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:52.482104 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (81a74c85-518f-4bae-9656-c34d39de88a5), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:52.512291 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:52.517032 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Routers {'565a0dc1-9fc8-48b9-894d-271ec21954e8'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:52.517670 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:38:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['565a0dc1-9fc8-48b9-894d-271ec21954e8'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:52.587640 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd6420-faad-4535-aba0-1d8996e59e0f None None] Pushing event updated for resources: {'Port': ['ID=81a74c85-518f-4bae-9656-c34d39de88a5,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:52.639228 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (38f258e6-c059-471d-9844-4ce46bae4a0b), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:52.646904 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] Set router 565a0dc1-9fc8-48b9-894d-271ec21954e8 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:52.725679 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Provisioning complete for port 38f258e6-c059-471d-9844-4ce46bae4a0b triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:52.726050 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (38f258e6-c059-471d-9844-4ce46bae4a0b), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:52.726384 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Attempt 1 to provision port 38f258e6-c059-471d-9844-4ce46bae4a0b Sep 23 01:38:52.835782 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] Publish callbacks [] for port (38f258e6-c059-471d-9844-4ce46bae4a0b), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:52.892594 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (38f258e6-c059-471d-9844-4ce46bae4a0b), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:52.913025 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:52.934017 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Port 38f258e6-c059-471d-9844-4ce46bae4a0b cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:52.962839 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736076'] for router_interface (565a0dc1-9fc8-48b9-894d-271ec21954e8), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:52.965770 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] Pushing event updated for resources: {'Port': ['ID=38f258e6-c059-471d-9844-4ce46bae4a0b,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:53.003312 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:50Z', 'revision_number': 3, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:53.030337 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e518c26-a6ef-41b5-b313-af368e5e8e89 None None] The sync data for ids ['565a0dc1-9fc8-48b9-894d-271ec21954e8'] in dv-cinder-849143-7-iscsi is: [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:50Z', 'revision_number': 3, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:38:53.071388 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] Network 7fe1919f-1f3e-419a-91a3-220386faadcd is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:38:53.073039 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:53.223928 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] Router 565a0dc1-9fc8-48b9-894d-271ec21954e8 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:38:53.366655 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:38:53.375644 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-f118704a-3fef-4879-a97a-9dc8bb9c07c1 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/565a0dc1-9fc8-48b9-894d-271ec21954e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9050460 Sep 23 01:38:53.387877 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 32f927cf-1030-49b0-9d35-bcf69a12c9b3 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:38:53.435804 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Attempt 2 to provision port 38f258e6-c059-471d-9844-4ce46bae4a0b Sep 23 01:38:53.465935 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:53.466421 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (32f927cf-1030-49b0-9d35-bcf69a12c9b3), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:53.466821 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 Sep 23 01:38:53.510292 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Port 38f258e6-c059-471d-9844-4ce46bae4a0b cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:53.565846 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:54.011050 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Attempt 3 to provision port 38f258e6-c059-471d-9844-4ce46bae4a0b Sep 23 01:38:54.050221 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Port 38f258e6-c059-471d-9844-4ce46bae4a0b cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:54.253203 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49060) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:54.259857 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-682c3c3b-a590-42f5-ba55-9bb3f249172c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-455018636-network', 'tenant_id': '6f2ee0c5460b4ca0ad29c419dab374a0'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:54.428345 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682c3c3b-a590-42f5-ba55-9bb3f249172c admin admin] Made reservation on behalf of 6f2ee0c5460b4ca0ad29c419dab374a0 for: {'network': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:38:54.431321 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-682c3c3b-a590-42f5-ba55-9bb3f249172c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:54.446843 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-682c3c3b-a590-42f5-ba55-9bb3f249172c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:54.546023 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-682c3c3b-a590-42f5-ba55-9bb3f249172c admin admin] Publish callbacks [] for security_group (ff193fb0-387e-40e7-acfc-ad8ab34f9192), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:54.551318 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Attempt 4 to provision port 38f258e6-c059-471d-9844-4ce46bae4a0b Sep 23 01:38:54.590197 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Port 38f258e6-c059-471d-9844-4ce46bae4a0b cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:54.663665 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Sync routers for ids ['565a0dc1-9fc8-48b9-894d-271ec21954e8'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:38:54.674737 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Routers {'565a0dc1-9fc8-48b9-894d-271ec21954e8'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:54.675400 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:38:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['565a0dc1-9fc8-48b9-894d-271ec21954e8'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:54.692930 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-682c3c3b-a590-42f5-ba55-9bb3f249172c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (ff193fb0-387e-40e7-acfc-ad8ab34f9192), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:54.723962 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682c3c3b-a590-42f5-ba55-9bb3f249172c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=107235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:38:54.730197 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c3c3b-a590-42f5-ba55-9bb3f249172c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff193fb0-387e-40e7-acfc-ad8ab34f9192,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:54.739369 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-682c3c3b-a590-42f5-ba55-9bb3f249172c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (14d94198-39e4-4464-b736-82620c3f6e2a), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:54.739369 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.segments_db [None req-682c3c3b-a590-42f5-ba55-9bb3f249172c admin admin] Added segment 14d94198-39e4-4464-b736-82620c3f6e2a of type vlan for network 3c577f14-f343-4dd1-8d9a-bbda08edd359 Sep 23 01:38:54.782403 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-682c3c3b-a590-42f5-ba55-9bb3f249172c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (3c577f14-f343-4dd1-8d9a-bbda08edd359), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:54.784295 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Set router 565a0dc1-9fc8-48b9-894d-271ec21954e8 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:54.784918 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:54.880708 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-682c3c3b-a590-42f5-ba55-9bb3f249172c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (3c577f14-f343-4dd1-8d9a-bbda08edd359), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:54.882008 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682c3c3b-a590-42f5-ba55-9bb3f249172c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:54.882729 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-682c3c3b-a590-42f5-ba55-9bb3f249172c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:54.979375 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c3c3b-a590-42f5-ba55-9bb3f249172c admin admin] Pushing event updated for resources: {'Network': ['ID=3c577f14-f343-4dd1-8d9a-bbda08edd359,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:54.988113 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-682c3c3b-a590-42f5-ba55-9bb3f249172c admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7335849 Sep 23 01:38:54.992649 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49062) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:54.999473 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-b1ee9a24-1d5f-4191-a6ad-c47b2ff07c24 admin admin] Request body: {'subnet': {'network_id': '3c577f14-f343-4dd1-8d9a-bbda08edd359', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-455018636-subnet', 'tenant_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'ip_version': 4}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:55.010377 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network 3c577f14-f343-4dd1-8d9a-bbda08edd359 details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:38:55.010540 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:55.025845 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 2, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:55.052132 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Checking router: 565a0dc1-9fc8-48b9-894d-271ec21954e8 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:38:55.052605 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Updating router 565a0dc1-9fc8-48b9-894d-271ec21954e8 port 38f258e6-c059-471d-9844-4ce46bae4a0b binding host dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:38:55.056792 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:55.083000 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (38f258e6-c059-471d-9844-4ce46bae4a0b), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.091118 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Attempt 5 to provision port 38f258e6-c059-471d-9844-4ce46bae4a0b Sep 23 01:38:55.092180 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ee9a24-1d5f-4191-a6ad-c47b2ff07c24 admin admin] Made reservation on behalf of 6f2ee0c5460b4ca0ad29c419dab374a0 for: {'subnet': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:38:55.095577 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b1ee9a24-1d5f-4191-a6ad-c47b2ff07c24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9355585'] for subnet (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.127975 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Port 38f258e6-c059-471d-9844-4ce46bae4a0b cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:55.346375 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 81a74c85-518f-4bae-9656-c34d39de88a5 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:38:55.388092 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Publish callbacks [] for port (38f258e6-c059-471d-9844-4ce46bae4a0b), precommit_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.416015 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 81a74c85-518f-4bae-9656-c34d39de88a5 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:55.416384 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (81a74c85-518f-4bae-9656-c34d39de88a5), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.416712 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 81a74c85-518f-4bae-9656-c34d39de88a5 Sep 23 01:38:55.492728 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b1ee9a24-1d5f-4191-a6ad-c47b2ff07c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3205717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9355607'] for subnet (ef936b1f-8a44-4f62-8ca4-167cd25258ad), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.510239 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 81a74c85-518f-4bae-9656-c34d39de88a5 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:55.510711 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (81a74c85-518f-4bae-9656-c34d39de88a5), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.521977 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (38f258e6-c059-471d-9844-4ce46bae4a0b), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.531461 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:55.543630 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port 81a74c85-518f-4bae-9656-c34d39de88a5, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=81a74c85-518f-4bae-9656-c34d39de88a5,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:55.552872 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee9a24-1d5f-4191-a6ad-c47b2ff07c24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef936b1f-8a44-4f62-8ca4-167cd25258ad,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:55.576046 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ee9a24-1d5f-4191-a6ad-c47b2ff07c24 admin admin] Checking segment: {'id': '14d94198-39e4-4464-b736-82620c3f6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3c577f14-f343-4dd1-8d9a-bbda08edd359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:38:55.576694 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ee9a24-1d5f-4191-a6ad-c47b2ff07c24 admin admin] Network hostable DHCP agents. Network: 3c577f14-f343-4dd1-8d9a-bbda08edd359, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:38:55.615702 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8aab7-c05a-4b99-9b89-ea1a88d49339 None None] Pushing event updated for resources: {'Port': ['ID=38f258e6-c059-471d-9844-4ce46bae4a0b,revision_number=3']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:55.628619 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Attempting to bind port 38f258e6-c059-471d-9844-4ce46bae4a0b on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:38:55.629195 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Attempt 6 to provision port 38f258e6-c059-471d-9844-4ce46bae4a0b Sep 23 01:38:55.633210 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Attempting to bind port 38f258e6-c059-471d-9844-4ce46bae4a0b by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:38:55.633210 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Attempting to bind port 38f258e6-c059-471d-9844-4ce46bae4a0b on network 7fe1919f-1f3e-419a-91a3-220386faadcd {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:38:55.653535 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (81a74c85-518f-4bae-9656-c34d39de88a5), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.672152 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:55.687772 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ee9a24-1d5f-4191-a6ad-c47b2ff07c24 admin admin] Network 3c577f14-f343-4dd1-8d9a-bbda08edd359 is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:38:55.689192 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:38:55.689577 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Checking segment: {'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:38:55.689968 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.690534 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Bound using segment: {'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:38:55.691217 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Bound port: 38f258e6-c059-471d-9844-4ce46bae4a0b, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'}}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:38:55.691817 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (38f258e6-c059-471d-9844-4ce46bae4a0b), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.698290 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Port 38f258e6-c059-471d-9844-4ce46bae4a0b cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:55.718066 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=81a74c85-518f-4bae-9656-c34d39de88a5,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:55.730002 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:55.761956 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] For port 38f258e6-c059-471d-9844-4ce46bae4a0b, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:38:55.765169 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] For port 38f258e6-c059-471d-9844-4ce46bae4a0b, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=38f258e6-c059-471d-9844-4ce46bae4a0b,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:38:55.846649 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-b1ee9a24-1d5f-4191-a6ad-c47b2ff07c24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, 3c577f14-f343-4dd1-8d9a-bbda08edd359) {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:55.850546 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ee9a24-1d5f-4191-a6ad-c47b2ff07c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:38:55.851220 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b1ee9a24-1d5f-4191-a6ad-c47b2ff07c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:55.858108 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe563c3-8a25-4a0c-9551-772a9662be0b None None] Network 3c577f14-f343-4dd1-8d9a-bbda08edd359 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:38:55.966948 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0589b507-6e33-5f24-9965-4d8da1fbd6ca-3c577f14-f343-4dd1-8d9a-bbda08edd359', 'network_id': '3c577f14-f343-4dd1-8d9a-bbda08edd359', 'project_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'fixed_ips': [{'subnet_id': 'ef936b1f-8a44-4f62-8ca4-167cd25258ad'}]}} from dv-cinder-849143-7-iscsi. {{(pid=107237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:38:55.967935 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.182678 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:56.182678 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.db_base_plugin_common [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Allocated IP 172.20.0.2 (3c577f14-f343-4dd1-8d9a-bbda08edd359/ef936b1f-8a44-4f62-8ca4-167cd25258ad/a5373645-17d4-406b-8afa-90f1cf69b5c4) {{(pid=107237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:38:56.200539 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Attempt 7 to provision port 38f258e6-c059-471d-9844-4ce46bae4a0b Sep 23 01:38:56.256468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Port 38f258e6-c059-471d-9844-4ce46bae4a0b cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:38:56.273957 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:56.296891 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Publish callbacks [] for port (a5373645-17d4-406b-8afa-90f1cf69b5c4), precommit_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.320983 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:38:56.398111 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-b1ee9a24-1d5f-4191-a6ad-c47b2ff07c24 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4035051 Sep 23 01:38:56.399787 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (38f258e6-c059-471d-9844-4ce46bae4a0b), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.402752 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49068) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:56.411519 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-455018636-router', 'tenant_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:38:56.446619 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Routers {'565a0dc1-9fc8-48b9-894d-271ec21954e8'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:56.451513 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:38:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['565a0dc1-9fc8-48b9-894d-271ec21954e8'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:56.469997 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (a5373645-17d4-406b-8afa-90f1cf69b5c4), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.493286 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11641'] for router (3752c6de-238a-4ffe-bd81-954922c9250b), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.495384 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11616'] for router (3752c6de-238a-4ffe-bd81-954922c9250b), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.513189 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8aab7-c05a-4b99-9b89-ea1a88d49339 None None] Pushing event updated for resources: {'Port': ['ID=38f258e6-c059-471d-9844-4ce46bae4a0b,revision_number=4']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:56.520884 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Network 3c577f14-f343-4dd1-8d9a-bbda08edd359 is already hosted by enough agents. {{(pid=107237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:38:56.524939 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.base_scheduler [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Resources bound (agent type, host, resource id): {{(pid=107237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:56.530981 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Received port after_create {{(pid=107237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:38:56.537104 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Pushing event updated for resources: {'Port': ['ID=a5373645-17d4-406b-8afa-90f1cf69b5c4,revision_number=1']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:56.576909 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Publish callbacks [] for router_controller (3752c6de-238a-4ffe-bd81-954922c9250b), precommit_add_association {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.595956 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] Set router 565a0dc1-9fc8-48b9-894d-271ec21954e8 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:56.598387 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Attempting to bind port a5373645-17d4-406b-8afa-90f1cf69b5c4 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:38:56.598648 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Attempting to bind port a5373645-17d4-406b-8afa-90f1cf69b5c4 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '14d94198-39e4-4464-b736-82620c3f6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3c577f14-f343-4dd1-8d9a-bbda08edd359'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:38:56.599162 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Attempting to bind port a5373645-17d4-406b-8afa-90f1cf69b5c4 on network 3c577f14-f343-4dd1-8d9a-bbda08edd359 {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:38:56.643265 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:38:56.644029 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Checking segment: {'id': '14d94198-39e4-4464-b736-82620c3f6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3c577f14-f343-4dd1-8d9a-bbda08edd359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:38:56.644029 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.644423 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Bound using segment: {'id': '14d94198-39e4-4464-b736-82620c3f6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3c577f14-f343-4dd1-8d9a-bbda08edd359'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:38:56.644896 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Bound port: a5373645-17d4-406b-8afa-90f1cf69b5c4, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d94198-39e4-4464-b736-82620c3f6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3c577f14-f343-4dd1-8d9a-bbda08edd359'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:38:56.645263 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (a5373645-17d4-406b-8afa-90f1cf69b5c4), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.717740 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] For port a5373645-17d4-406b-8afa-90f1cf69b5c4, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:38:56.721155 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] For port a5373645-17d4-406b-8afa-90f1cf69b5c4, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=a5373645-17d4-406b-8afa-90f1cf69b5c4,segment=NetworkSegment(14d94198-39e4-4464-b736-82620c3f6e2a),segment_id=14d94198-39e4-4464-b736-82620c3f6e2a)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:38:56.757727 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Attempt 8 to provision port 38f258e6-c059-471d-9844-4ce46bae4a0b Sep 23 01:38:56.795427 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (a5373645-17d4-406b-8afa-90f1cf69b5c4), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.804916 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:56.818845 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Publish callbacks [] for router_gateway (3752c6de-238a-4ffe-bd81-954922c9250b), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.845202 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe02cb-cc8b-417d-a283-33089b1cc398 None None] The sync data for ids ['565a0dc1-9fc8-48b9-894d-271ec21954e8'] in dv-cinder-849143-7-iscsi is: [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:38:56.892579 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa2b51-e22b-495f-aa65-e4ab78e4ebe4 None None] Pushing event updated for resources: {'Port': ['ID=a5373645-17d4-406b-8afa-90f1cf69b5c4,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:56.895179 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Current status of the port 38f258e6-c059-471d-9844-4ce46bae4a0b is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:56.895465 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (38f258e6-c059-471d-9844-4ce46bae4a0b), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:56.969716 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] For port 38f258e6-c059-471d-9844-4ce46bae4a0b, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=38f258e6-c059-471d-9844-4ce46bae4a0b,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:57.069911 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (38f258e6-c059-471d-9844-4ce46bae4a0b), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:57.136193 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b9894-d0c4-4545-9f60-e83381bab07d None None] Pushing event updated for resources: {'Port': ['ID=38f258e6-c059-471d-9844-4ce46bae4a0b,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:57.176186 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Publish callbacks [] for router_gateway (3752c6de-238a-4ffe-bd81-954922c9250b), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:57.196207 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-7362e828-ae34-4c07-a937-72943f3cd15f None None] Provisioning complete for port 38f258e6-c059-471d-9844-4ce46bae4a0b triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:57.196956 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-7362e828-ae34-4c07-a937-72943f3cd15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (38f258e6-c059-471d-9844-4ce46bae4a0b), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:57.197561 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-7362e828-ae34-4c07-a937-72943f3cd15f None None] Attempt 1 to provision port 38f258e6-c059-471d-9844-4ce46bae4a0b Sep 23 01:38:57.218617 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:57.287262 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:57.331888 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-7362e828-ae34-4c07-a937-72943f3cd15f None None] Current status of the port 38f258e6-c059-471d-9844-4ce46bae4a0b is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:57.394935 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Allocated IP 172.27.1.233 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/23d7cbf1-950c-4f60-87e6-2e5d72e7fd30) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:38:57.476997 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 38f258e6-c059-471d-9844-4ce46bae4a0b up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:38:57.550898 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 38f258e6-c059-471d-9844-4ce46bae4a0b triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:57.551433 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (38f258e6-c059-471d-9844-4ce46bae4a0b), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:57.551912 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 38f258e6-c059-471d-9844-4ce46bae4a0b Sep 23 01:38:57.561982 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Publish callbacks [] for port (23d7cbf1-950c-4f60-87e6-2e5d72e7fd30), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:57.585167 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:57.652679 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 38f258e6-c059-471d-9844-4ce46bae4a0b is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:57.653817 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device a5373645-17d4-406b-8afa-90f1cf69b5c4 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:38:57.712143 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port a5373645-17d4-406b-8afa-90f1cf69b5c4 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:57.712516 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (a5373645-17d4-406b-8afa-90f1cf69b5c4), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:57.712849 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port a5373645-17d4-406b-8afa-90f1cf69b5c4 Sep 23 01:38:57.726345 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (23d7cbf1-950c-4f60-87e6-2e5d72e7fd30), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:57.781700 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:57.785538 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:38:57.791100 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:38:57.794954 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:38:57.830721 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=23d7cbf1-950c-4f60-87e6-2e5d72e7fd30,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:57.865766 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:57.866896 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port a5373645-17d4-406b-8afa-90f1cf69b5c4 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:57.867306 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (a5373645-17d4-406b-8afa-90f1cf69b5c4), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:57.933946 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port a5373645-17d4-406b-8afa-90f1cf69b5c4, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=a5373645-17d4-406b-8afa-90f1cf69b5c4,segment=NetworkSegment(14d94198-39e4-4464-b736-82620c3f6e2a),segment_id=14d94198-39e4-4464-b736-82620c3f6e2a)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:38:58.026283 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b3bac1-dc22-4a07-9ad3-d24c5053b4dc None None] Network 3c577f14-f343-4dd1-8d9a-bbda08edd359 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:38:58.043595 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (a5373645-17d4-406b-8afa-90f1cf69b5c4), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:58.044553 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 81a74c85-518f-4bae-9656-c34d39de88a5 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:38:58.145273 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-a15c67e2-3362-43bc-b50e-128618f377da None None] Provisioning complete for port a5373645-17d4-406b-8afa-90f1cf69b5c4 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:58.145635 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a15c67e2-3362-43bc-b50e-128618f377da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (a5373645-17d4-406b-8afa-90f1cf69b5c4), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:58.145962 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a15c67e2-3362-43bc-b50e-128618f377da None None] Attempt 1 to provision port a5373645-17d4-406b-8afa-90f1cf69b5c4 Sep 23 01:38:58.234596 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=a5373645-17d4-406b-8afa-90f1cf69b5c4,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:38:58.277988 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 81a74c85-518f-4bae-9656-c34d39de88a5 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:58.278254 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (81a74c85-518f-4bae-9656-c34d39de88a5), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:58.278589 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 81a74c85-518f-4bae-9656-c34d39de88a5 Sep 23 01:38:58.290621 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Publish callbacks [] for router_gateway (3752c6de-238a-4ffe-bd81-954922c9250b), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:58.350575 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a15c67e2-3362-43bc-b50e-128618f377da None None] Current status of the port a5373645-17d4-406b-8afa-90f1cf69b5c4 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:58.404363 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 81a74c85-518f-4bae-9656-c34d39de88a5 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:58.417952 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:58.487324 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:58.550220 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679137'] for router (3752c6de-238a-4ffe-bd81-954922c9250b), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:58.573985 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-456f1c62-8d8a-424b-a044-edaabf2303cc None None] Provisioning complete for port a5373645-17d4-406b-8afa-90f1cf69b5c4 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:58.574489 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-456f1c62-8d8a-424b-a044-edaabf2303cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (a5373645-17d4-406b-8afa-90f1cf69b5c4), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:58.574898 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-456f1c62-8d8a-424b-a044-edaabf2303cc None None] Attempt 1 to provision port a5373645-17d4-406b-8afa-90f1cf69b5c4 Sep 23 01:38:58.664317 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-456f1c62-8d8a-424b-a044-edaabf2303cc None None] Current status of the port a5373645-17d4-406b-8afa-90f1cf69b5c4 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:58.823246 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Router 3752c6de-238a-4ffe-bd81-954922c9250b is scheduled to L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc with binding_index 1 {{(pid=107235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:38:58.938290 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:38:58.948195 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Sync routers for ids ['3752c6de-238a-4ffe-bd81-954922c9250b'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:38:58.960475 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Routers {'3752c6de-238a-4ffe-bd81-954922c9250b'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:38:58.961128 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:38:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['3752c6de-238a-4ffe-bd81-954922c9250b'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:59.036927 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:59.042270 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-05325101-87cb-4744-b146-122948c43cf4 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6346300 Sep 23 01:38:59.042748 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49070) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:38:59.211370 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Set router 3752c6de-238a-4ffe-bd81-954922c9250b gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:38:59.356900 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device a5373645-17d4-406b-8afa-90f1cf69b5c4 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:38:59.478678 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port a5373645-17d4-406b-8afa-90f1cf69b5c4 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:38:59.479050 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (a5373645-17d4-406b-8afa-90f1cf69b5c4), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:59.479385 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port a5373645-17d4-406b-8afa-90f1cf69b5c4 Sep 23 01:38:59.501532 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'name': 'tempest-TestVolumeBootPattern-455018636-router', 'tenant_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '23d7cbf1-950c-4f60-87e6-2e5d72e7fd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:56Z', 'updated_at': '2022-09-23T01:38:58Z', 'revision_number': 3, 'project_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'gw_port': {'id': '23d7cbf1-950c-4f60-87e6-2e5d72e7fd30', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:57Z', 'updated_at': '2022-09-23T01:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:38:59.535942 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Checking router: 3752c6de-238a-4ffe-bd81-954922c9250b for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:38:59.536295 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Updating router 3752c6de-238a-4ffe-bd81-954922c9250b port 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30 binding host dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:38:59.575067 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (23d7cbf1-950c-4f60-87e6-2e5d72e7fd30), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:59.610263 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:59.610545 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:59.615216 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:59.733907 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port a5373645-17d4-406b-8afa-90f1cf69b5c4 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:38:59.787599 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:38:59.811464 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] Allocated IP 172.20.0.1 (3c577f14-f343-4dd1-8d9a-bbda08edd359/ef936b1f-8a44-4f62-8ca4-167cd25258ad/fec950cc-072e-4aab-be0e-b6c04405a412) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:38:59.950977 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Publish callbacks [] for port (23d7cbf1-950c-4f60-87e6-2e5d72e7fd30), precommit_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:38:59.951568 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] Publish callbacks [] for port (fec950cc-072e-4aab-be0e-b6c04405a412), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.041395 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (23d7cbf1-950c-4f60-87e6-2e5d72e7fd30), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.072889 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (fec950cc-072e-4aab-be0e-b6c04405a412), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.075778 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Attempting to bind port 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:39:00.076155 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Attempting to bind port 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:39:00.076520 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Attempting to bind port 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30 on network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:39:00.121888 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0e444-7b3b-43ac-94cc-2dc60ffec066 None None] Pushing event updated for resources: {'Port': ['ID=23d7cbf1-950c-4f60-87e6-2e5d72e7fd30,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:00.125531 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] Network 3c577f14-f343-4dd1-8d9a-bbda08edd359 is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:39:00.126658 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:00.129065 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:39:00.133124 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:39:00.140806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0e444-7b3b-43ac-94cc-2dc60ffec066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:00.140806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0e444-7b3b-43ac-94cc-2dc60ffec066 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:00.140806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0e444-7b3b-43ac-94cc-2dc60ffec066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:00.140806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0e444-7b3b-43ac-94cc-2dc60ffec066 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:00.140806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0e444-7b3b-43ac-94cc-2dc60ffec066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:00.140806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0e444-7b3b-43ac-94cc-2dc60ffec066 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:00.140806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0e444-7b3b-43ac-94cc-2dc60ffec066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:00.140806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0e444-7b3b-43ac-94cc-2dc60ffec066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:00.140806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0e444-7b3b-43ac-94cc-2dc60ffec066 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:00.140806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0e444-7b3b-43ac-94cc-2dc60ffec066 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:00.140806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0e444-7b3b-43ac-94cc-2dc60ffec066 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:00.140806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0e444-7b3b-43ac-94cc-2dc60ffec066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:00.140806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0e444-7b3b-43ac-94cc-2dc60ffec066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:00.140806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0e444-7b3b-43ac-94cc-2dc60ffec066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:00.140806 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0e444-7b3b-43ac-94cc-2dc60ffec066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:00.156735 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:39:00.157182 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Checking segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:39:00.157607 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.157998 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Bound using segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:39:00.158478 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Bound port: 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:39:00.159007 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (23d7cbf1-950c-4f60-87e6-2e5d72e7fd30), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.163227 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] Pushing event updated for resources: {'Port': ['ID=fec950cc-072e-4aab-be0e-b6c04405a412,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:00.184214 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735960'] for router_interface (3752c6de-238a-4ffe-bd81-954922c9250b), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.230223 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] For port 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:39:00.236067 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] For port 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=23d7cbf1-950c-4f60-87e6-2e5d72e7fd30,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:39:00.361259 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (23d7cbf1-950c-4f60-87e6-2e5d72e7fd30), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.420362 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Routers {'3752c6de-238a-4ffe-bd81-954922c9250b'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:00.421014 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:38:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['3752c6de-238a-4ffe-bd81-954922c9250b'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:00.427178 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Provisioning complete for port fec950cc-072e-4aab-be0e-b6c04405a412 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:00.427463 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (fec950cc-072e-4aab-be0e-b6c04405a412), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.427840 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Attempt 1 to provision port fec950cc-072e-4aab-be0e-b6c04405a412 Sep 23 01:39:00.453355 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fec950cc-072e-4aab-be0e-b6c04405a412), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.498422 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0e444-7b3b-43ac-94cc-2dc60ffec066 None None] Pushing event updated for resources: {'Port': ['ID=23d7cbf1-950c-4f60-87e6-2e5d72e7fd30,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:00.522804 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Port fec950cc-072e-4aab-be0e-b6c04405a412 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:00.579524 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] Set router 3752c6de-238a-4ffe-bd81-954922c9250b gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:00.596573 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:00.642368 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] Publish callbacks [] for port (fec950cc-072e-4aab-be0e-b6c04405a412), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.726701 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3173566'] for port (fec950cc-072e-4aab-be0e-b6c04405a412), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.732112 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:00.801130 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'name': 'tempest-TestVolumeBootPattern-455018636-router', 'tenant_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '23d7cbf1-950c-4f60-87e6-2e5d72e7fd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:56Z', 'updated_at': '2022-09-23T01:39:00Z', 'revision_number': 4, 'project_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'gw_port': {'id': '23d7cbf1-950c-4f60-87e6-2e5d72e7fd30', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:57Z', 'updated_at': '2022-09-23T01:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'fec950cc-072e-4aab-be0e-b6c04405a412', 'name': '', 'network_id': '3c577f14-f343-4dd1-8d9a-bbda08edd359', 'tenant_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'mac_address': 'fa:16:3e:aa:9d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ef936b1f-8a44-4f62-8ca4-167cd25258ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:59Z', 'updated_at': '2022-09-23T01:38:59Z', 'revision_number': 1, 'project_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'subnets': [{'id': 'ef936b1f-8a44-4f62-8ca4-167cd25258ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:00.806452 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736076'] for router_interface (3752c6de-238a-4ffe-bd81-954922c9250b), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:00.810543 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] Pushing event updated for resources: {'Port': ['ID=fec950cc-072e-4aab-be0e-b6c04405a412,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:00.848691 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ffa79-98c4-47cd-a33b-f2fc50e06663 None None] The sync data for ids ['3752c6de-238a-4ffe-bd81-954922c9250b'] in dv-cinder-849143-7-iscsi is: [{'id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'name': 'tempest-TestVolumeBootPattern-455018636-router', 'tenant_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '23d7cbf1-950c-4f60-87e6-2e5d72e7fd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:56Z', 'updated_at': '2022-09-23T01:39:00Z', 'revision_number': 4, 'project_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'gw_port': {'id': '23d7cbf1-950c-4f60-87e6-2e5d72e7fd30', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:57Z', 'updated_at': '2022-09-23T01:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'fec950cc-072e-4aab-be0e-b6c04405a412', 'name': '', 'network_id': '3c577f14-f343-4dd1-8d9a-bbda08edd359', 'tenant_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'mac_address': 'fa:16:3e:aa:9d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ef936b1f-8a44-4f62-8ca4-167cd25258ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:59Z', 'updated_at': '2022-09-23T01:38:59Z', 'revision_number': 1, 'project_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'subnets': [{'id': 'ef936b1f-8a44-4f62-8ca4-167cd25258ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:39:00.956629 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] Network 3c577f14-f343-4dd1-8d9a-bbda08edd359 is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:39:00.959153 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:39:01.028696 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Attempt 2 to provision port fec950cc-072e-4aab-be0e-b6c04405a412 Sep 23 01:39:01.033164 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:01.096627 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Port fec950cc-072e-4aab-be0e-b6c04405a412 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:01.123472 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] Router 3752c6de-238a-4ffe-bd81-954922c9250b has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:39:01.274400 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:39:01.283359 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-808821f3-9580-4fff-ac07-d5d4554ef10f admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/3752c6de-238a-4ffe-bd81-954922c9250b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2389989 Sep 23 01:39:01.596117 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Attempt 3 to provision port fec950cc-072e-4aab-be0e-b6c04405a412 Sep 23 01:39:01.685858 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Port fec950cc-072e-4aab-be0e-b6c04405a412 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:01.985026 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49084) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:01.991995 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-c2d706f9-88fa-4f0e-a1c1-ae3afcc5e1b4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-309655662', 'description': 'tempest-secgroup-smoke-309655662 description', 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:02.094020 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c2d706f9-88fa-4f0e-a1c1-ae3afcc5e1b4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:02.187372 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Attempt 4 to provision port fec950cc-072e-4aab-be0e-b6c04405a412 Sep 23 01:39:02.244407 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Port fec950cc-072e-4aab-be0e-b6c04405a412 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:02.525827 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c2d706f9-88fa-4f0e-a1c1-ae3afcc5e1b4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group (c39679ba-42a4-4534-a2eb-c64638629db5), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:02.658481 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c2d706f9-88fa-4f0e-a1c1-ae3afcc5e1b4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (c39679ba-42a4-4534-a2eb-c64638629db5), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:02.694181 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d706f9-88fa-4f0e-a1c1-ae3afcc5e1b4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39679ba-42a4-4534-a2eb-c64638629db5,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:02.746143 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Attempt 5 to provision port fec950cc-072e-4aab-be0e-b6c04405a412 Sep 23 01:39:02.765265 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c2d706f9-88fa-4f0e-a1c1-ae3afcc5e1b4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:02.767478 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-c2d706f9-88fa-4f0e-a1c1-ae3afcc5e1b4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7809186 Sep 23 01:39:02.770637 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49086) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:02.776998 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-c6e0e19d-3c08-4d8c-b80f-176e40258389 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Request body: {'security_group_rule': {'security_group_id': 'c39679ba-42a4-4534-a2eb-c64638629db5', 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:02.785479 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Port fec950cc-072e-4aab-be0e-b6c04405a412 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:02.882567 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e19d-3c08-4d8c-b80f-176e40258389 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group_rule (d3aaf0bc-b34d-47b4-a8ec-f8fc1939b710), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:02.958748 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e19d-3c08-4d8c-b80f-176e40258389 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group_rule (d3aaf0bc-b34d-47b4-a8ec-f8fc1939b710), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.057720 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e19d-3c08-4d8c-b80f-176e40258389 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (d3aaf0bc-b34d-47b4-a8ec-f8fc1939b710), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.081339 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0e19d-3c08-4d8c-b80f-176e40258389 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3aaf0bc-b34d-47b4-a8ec-f8fc1939b710,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:03.185958 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e19d-3c08-4d8c-b80f-176e40258389 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.187185 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-c6e0e19d-3c08-4d8c-b80f-176e40258389 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4146175 Sep 23 01:39:03.190360 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49088) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:03.196221 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-f345ec70-383e-4e5f-9bf1-a1c087df53ca tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Request body: {'security_group_rule': {'security_group_id': 'c39679ba-42a4-4534-a2eb-c64638629db5', 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:03.286745 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Attempt 6 to provision port fec950cc-072e-4aab-be0e-b6c04405a412 Sep 23 01:39:03.313229 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f345ec70-383e-4e5f-9bf1-a1c087df53ca tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group_rule (6510273a-3dd4-4cb9-98f1-96aa95ef5413), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.338365 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Port fec950cc-072e-4aab-be0e-b6c04405a412 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:03.375184 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:39:03.382961 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:03.408253 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f345ec70-383e-4e5f-9bf1-a1c087df53ca tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group_rule (6510273a-3dd4-4cb9-98f1-96aa95ef5413), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.446071 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:03.446385 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (23d7cbf1-950c-4f60-87e6-2e5d72e7fd30), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.446741 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30 Sep 23 01:39:03.549375 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f345ec70-383e-4e5f-9bf1-a1c087df53ca tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (6510273a-3dd4-4cb9-98f1-96aa95ef5413), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.558119 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:03.558504 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (23d7cbf1-950c-4f60-87e6-2e5d72e7fd30), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.573540 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345ec70-383e-4e5f-9bf1-a1c087df53ca tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6510273a-3dd4-4cb9-98f1-96aa95ef5413,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:03.585222 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=23d7cbf1-950c-4f60-87e6-2e5d72e7fd30,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:03.662044 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f345ec70-383e-4e5f-9bf1-a1c087df53ca tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.663517 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-f345ec70-383e-4e5f-9bf1-a1c087df53ca tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4721274 Sep 23 01:39:03.667924 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49090) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:03.673299 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-bfa4b815-da23-4994-ba5e-8623111441e6 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Request body: {'security_group_rule': {'security_group_id': 'c39679ba-42a4-4534-a2eb-c64638629db5', 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:03.702383 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (23d7cbf1-950c-4f60-87e6-2e5d72e7fd30), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.791458 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b815-da23-4994-ba5e-8623111441e6 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group_rule (8a52f5a0-615e-4a7d-aa79-35c8f2a0cfbc), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.812378 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=23d7cbf1-950c-4f60-87e6-2e5d72e7fd30,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:03.839946 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Attempt 7 to provision port fec950cc-072e-4aab-be0e-b6c04405a412 Sep 23 01:39:03.885900 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Port fec950cc-072e-4aab-be0e-b6c04405a412 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:03.892287 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-b51b0aae-ea03-4987-bf27-42c2c02922ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:03.914355 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b815-da23-4994-ba5e-8623111441e6 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group_rule (8a52f5a0-615e-4a7d-aa79-35c8f2a0cfbc), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:04.018254 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b815-da23-4994-ba5e-8623111441e6 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (8a52f5a0-615e-4a7d-aa79-35c8f2a0cfbc), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:04.041583 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4b815-da23-4994-ba5e-8623111441e6 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a52f5a0-615e-4a7d-aa79-35c8f2a0cfbc,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:04.123509 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b815-da23-4994-ba5e-8623111441e6 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:04.125329 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-bfa4b815-da23-4994-ba5e-8623111441e6 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4560933 Sep 23 01:39:04.130239 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49092) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:04.140446 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-a55bf542-adda-4906-aa80-e215c6207020 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Request body: {'security_group_rule': {'security_group_id': 'c39679ba-42a4-4534-a2eb-c64638629db5', 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:04.284506 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a55bf542-adda-4906-aa80-e215c6207020 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group_rule (318708e8-3440-4360-bd7c-87a87e2ae290), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:04.374150 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a55bf542-adda-4906-aa80-e215c6207020 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group_rule (318708e8-3440-4360-bd7c-87a87e2ae290), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:04.386980 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Attempt 8 to provision port fec950cc-072e-4aab-be0e-b6c04405a412 Sep 23 01:39:04.390429 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:04.425017 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Port fec950cc-072e-4aab-be0e-b6c04405a412 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:04.468926 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a55bf542-adda-4906-aa80-e215c6207020 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (318708e8-3440-4360-bd7c-87a87e2ae290), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:04.491086 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bf542-adda-4906-aa80-e215c6207020 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318708e8-3440-4360-bd7c-87a87e2ae290,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:04.622552 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a55bf542-adda-4906-aa80-e215c6207020 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:04.624780 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-a55bf542-adda-4906-aa80-e215c6207020 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4905491 Sep 23 01:39:04.628958 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49094) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:04.634007 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-8fce2c7a-ee03-4ace-915b-53b33f935141 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Request body: {'security_group_rule': {'security_group_id': 'c39679ba-42a4-4534-a2eb-c64638629db5', 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:04.755136 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.securitygroups_db [None req-8fce2c7a-ee03-4ace-915b-53b33f935141 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Project f5c5ef59b1b44d8a916be97d8d11493f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 01:39:04.763448 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8fce2c7a-ee03-4ace-915b-53b33f935141 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group_rule (c8238cd8-0f1c-4a30-957a-e298c87101cb), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:04.857366 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8fce2c7a-ee03-4ace-915b-53b33f935141 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group_rule (c8238cd8-0f1c-4a30-957a-e298c87101cb), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:04.896556 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Sync routers for ids ['3752c6de-238a-4ffe-bd81-954922c9250b'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:39:04.913879 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Routers {'3752c6de-238a-4ffe-bd81-954922c9250b'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:04.914787 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:38:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['3752c6de-238a-4ffe-bd81-954922c9250b'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:04.926544 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Attempt 9 to provision port fec950cc-072e-4aab-be0e-b6c04405a412 Sep 23 01:39:04.949592 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8fce2c7a-ee03-4ace-915b-53b33f935141 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (c8238cd8-0f1c-4a30-957a-e298c87101cb), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:04.978517 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce2c7a-ee03-4ace-915b-53b33f935141 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8238cd8-0f1c-4a30-957a-e298c87101cb,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:04.978844 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Port fec950cc-072e-4aab-be0e-b6c04405a412 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:05.105397 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8fce2c7a-ee03-4ace-915b-53b33f935141 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:05.106591 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-8fce2c7a-ee03-4ace-915b-53b33f935141 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4765658 Sep 23 01:39:05.110233 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49096) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:05.113017 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:05.114777 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-3bfd3acd-f648-477d-ac48-6ab1cf42a670 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Request body: {'security_group_rule': {'security_group_id': 'c39679ba-42a4-4534-a2eb-c64638629db5', 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:05.204644 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Set router 3752c6de-238a-4ffe-bd81-954922c9250b gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:05.235503 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.securitygroups_db [None req-3bfd3acd-f648-477d-ac48-6ab1cf42a670 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Project f5c5ef59b1b44d8a916be97d8d11493f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 01:39:05.245340 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3acd-f648-477d-ac48-6ab1cf42a670 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group_rule (dd395609-6c13-436d-9832-c18234d74da7), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:05.250472 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:05.329346 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:39:05.333795 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3acd-f648-477d-ac48-6ab1cf42a670 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group_rule (dd395609-6c13-436d-9832-c18234d74da7), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:05.400422 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:05.401132 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (23d7cbf1-950c-4f60-87e6-2e5d72e7fd30), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:05.401232 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30 Sep 23 01:39:05.466552 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'name': 'tempest-TestVolumeBootPattern-455018636-router', 'tenant_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '23d7cbf1-950c-4f60-87e6-2e5d72e7fd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:56Z', 'updated_at': '2022-09-23T01:39:00Z', 'revision_number': 4, 'project_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'gw_port': {'id': '23d7cbf1-950c-4f60-87e6-2e5d72e7fd30', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:57Z', 'updated_at': '2022-09-23T01:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'fec950cc-072e-4aab-be0e-b6c04405a412', 'name': '', 'network_id': '3c577f14-f343-4dd1-8d9a-bbda08edd359', 'tenant_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'mac_address': 'fa:16:3e:aa:9d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ef936b1f-8a44-4f62-8ca4-167cd25258ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:59Z', 'updated_at': '2022-09-23T01:39:00Z', 'revision_number': 2, 'project_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'subnets': [{'id': 'ef936b1f-8a44-4f62-8ca4-167cd25258ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:05.482407 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Attempt 10 to provision port fec950cc-072e-4aab-be0e-b6c04405a412 Sep 23 01:39:05.494597 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Checking router: 3752c6de-238a-4ffe-bd81-954922c9250b for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:39:05.495627 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Updating router 3752c6de-238a-4ffe-bd81-954922c9250b port fec950cc-072e-4aab-be0e-b6c04405a412 binding host dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:39:05.498334 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3acd-f648-477d-ac48-6ab1cf42a670 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (dd395609-6c13-436d-9832-c18234d74da7), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:05.521922 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd3acd-f648-477d-ac48-6ab1cf42a670 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd395609-6c13-436d-9832-c18234d74da7,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:05.525801 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:05.533570 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f1777f6f-95db-4538-92aa-c6763a88b947 None None] Port fec950cc-072e-4aab-be0e-b6c04405a412 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:05.533826 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fec950cc-072e-4aab-be0e-b6c04405a412), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:05.626363 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3acd-f648-477d-ac48-6ab1cf42a670 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:05.627935 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-3bfd3acd-f648-477d-ac48-6ab1cf42a670 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5167410 Sep 23 01:39:05.660719 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-19800ddc-65be-4c31-9eaf-d472436f9b54 None None] Provisioning complete for port fec950cc-072e-4aab-be0e-b6c04405a412 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:05.661221 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-19800ddc-65be-4c31-9eaf-d472436f9b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (fec950cc-072e-4aab-be0e-b6c04405a412), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:05.661878 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-19800ddc-65be-4c31-9eaf-d472436f9b54 None None] Attempt 1 to provision port fec950cc-072e-4aab-be0e-b6c04405a412 Sep 23 01:39:05.712866 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-19800ddc-65be-4c31-9eaf-d472436f9b54 None None] Port fec950cc-072e-4aab-be0e-b6c04405a412 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:05.813417 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:05.921480 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Publish callbacks [] for port (fec950cc-072e-4aab-be0e-b6c04405a412), precommit_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:06.001137 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (fec950cc-072e-4aab-be0e-b6c04405a412), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:06.161747 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192078d-ccd2-4774-9800-66e96d2d71dd None None] Pushing event updated for resources: {'Port': ['ID=fec950cc-072e-4aab-be0e-b6c04405a412,revision_number=3']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:06.177654 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Attempting to bind port fec950cc-072e-4aab-be0e-b6c04405a412 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:39:06.177928 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Attempting to bind port fec950cc-072e-4aab-be0e-b6c04405a412 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '14d94198-39e4-4464-b736-82620c3f6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3c577f14-f343-4dd1-8d9a-bbda08edd359'}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:39:06.178226 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Attempting to bind port fec950cc-072e-4aab-be0e-b6c04405a412 on network 3c577f14-f343-4dd1-8d9a-bbda08edd359 {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:39:06.214044 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-19800ddc-65be-4c31-9eaf-d472436f9b54 None None] Attempt 2 to provision port fec950cc-072e-4aab-be0e-b6c04405a412 Sep 23 01:39:06.233064 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:39:06.233640 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Checking segment: {'id': '14d94198-39e4-4464-b736-82620c3f6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3c577f14-f343-4dd1-8d9a-bbda08edd359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:39:06.234396 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:06.235029 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Bound using segment: {'id': '14d94198-39e4-4464-b736-82620c3f6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3c577f14-f343-4dd1-8d9a-bbda08edd359'} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:39:06.235826 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Bound port: fec950cc-072e-4aab-be0e-b6c04405a412, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d94198-39e4-4464-b736-82620c3f6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3c577f14-f343-4dd1-8d9a-bbda08edd359'}}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:39:06.236246 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fec950cc-072e-4aab-be0e-b6c04405a412), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:06.277796 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-19800ddc-65be-4c31-9eaf-d472436f9b54 None None] Port fec950cc-072e-4aab-be0e-b6c04405a412 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:06.333021 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:06.341828 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] For port fec950cc-072e-4aab-be0e-b6c04405a412, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:39:06.346013 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] For port fec950cc-072e-4aab-be0e-b6c04405a412, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=fec950cc-072e-4aab-be0e-b6c04405a412,segment=NetworkSegment(14d94198-39e4-4464-b736-82620c3f6e2a),segment_id=14d94198-39e4-4464-b736-82620c3f6e2a)] {{(pid=107238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:39:06.486428 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-13ea8966-c892-4f3d-81d1-3b86b725b22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:06.487235 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (fec950cc-072e-4aab-be0e-b6c04405a412), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:06.527756 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Routers {'3752c6de-238a-4ffe-bd81-954922c9250b'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:06.528386 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:39:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['3752c6de-238a-4ffe-bd81-954922c9250b'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:06.590276 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192078d-ccd2-4774-9800-66e96d2d71dd None None] Pushing event updated for resources: {'Port': ['ID=fec950cc-072e-4aab-be0e-b6c04405a412,revision_number=4']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:06.655093 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] Set router 3752c6de-238a-4ffe-bd81-954922c9250b gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:06.778840 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-19800ddc-65be-4c31-9eaf-d472436f9b54 None None] Attempt 3 to provision port fec950cc-072e-4aab-be0e-b6c04405a412 Sep 23 01:39:06.931761 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'name': 'tempest-TestVolumeBootPattern-455018636-router', 'tenant_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '23d7cbf1-950c-4f60-87e6-2e5d72e7fd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:56Z', 'updated_at': '2022-09-23T01:39:00Z', 'revision_number': 4, 'project_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'gw_port': {'id': '23d7cbf1-950c-4f60-87e6-2e5d72e7fd30', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:57Z', 'updated_at': '2022-09-23T01:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'fec950cc-072e-4aab-be0e-b6c04405a412', 'name': '', 'network_id': '3c577f14-f343-4dd1-8d9a-bbda08edd359', 'tenant_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'mac_address': 'fa:16:3e:aa:9d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ef936b1f-8a44-4f62-8ca4-167cd25258ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:59Z', 'updated_at': '2022-09-23T01:39:06Z', 'revision_number': 4, 'project_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'subnets': [{'id': 'ef936b1f-8a44-4f62-8ca4-167cd25258ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:06.934740 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-19800ddc-65be-4c31-9eaf-d472436f9b54 None None] Current status of the port fec950cc-072e-4aab-be0e-b6c04405a412 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:06.936214 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-19800ddc-65be-4c31-9eaf-d472436f9b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fec950cc-072e-4aab-be0e-b6c04405a412), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:06.962114 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689d59e-052c-47d9-ad83-759a2f23d00b None None] The sync data for ids ['3752c6de-238a-4ffe-bd81-954922c9250b'] in dv-cinder-849143-7-iscsi is: [{'id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'name': 'tempest-TestVolumeBootPattern-455018636-router', 'tenant_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '23d7cbf1-950c-4f60-87e6-2e5d72e7fd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:56Z', 'updated_at': '2022-09-23T01:39:00Z', 'revision_number': 4, 'project_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'gw_port': {'id': '23d7cbf1-950c-4f60-87e6-2e5d72e7fd30', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:57Z', 'updated_at': '2022-09-23T01:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'fec950cc-072e-4aab-be0e-b6c04405a412', 'name': '', 'network_id': '3c577f14-f343-4dd1-8d9a-bbda08edd359', 'tenant_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'mac_address': 'fa:16:3e:aa:9d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ef936b1f-8a44-4f62-8ca4-167cd25258ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:59Z', 'updated_at': '2022-09-23T01:39:06Z', 'revision_number': 4, 'project_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'subnets': [{'id': 'ef936b1f-8a44-4f62-8ca4-167cd25258ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:39:06.989129 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-19800ddc-65be-4c31-9eaf-d472436f9b54 None None] For port fec950cc-072e-4aab-be0e-b6c04405a412, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=fec950cc-072e-4aab-be0e-b6c04405a412,segment=NetworkSegment(14d94198-39e4-4464-b736-82620c3f6e2a),segment_id=14d94198-39e4-4464-b736-82620c3f6e2a)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:07.160544 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-19800ddc-65be-4c31-9eaf-d472436f9b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (fec950cc-072e-4aab-be0e-b6c04405a412), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:07.217853 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19800ddc-65be-4c31-9eaf-d472436f9b54 None None] Pushing event updated for resources: {'Port': ['ID=fec950cc-072e-4aab-be0e-b6c04405a412,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:07.360493 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device fec950cc-072e-4aab-be0e-b6c04405a412 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:39:07.412319 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port fec950cc-072e-4aab-be0e-b6c04405a412 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:07.412696 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (fec950cc-072e-4aab-be0e-b6c04405a412), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:07.413032 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port fec950cc-072e-4aab-be0e-b6c04405a412 Sep 23 01:39:07.432034 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:07.533856 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port fec950cc-072e-4aab-be0e-b6c04405a412 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:08.920540 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:10.269095 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:11.178423 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:13.580327 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=46,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:15.522825 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=8 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:21.093816 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:21.098948 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:21.324168 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:21.326256 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:21.783216 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:23.204363 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-e345ef21-fafa-414d-9420-e5c6d819d1a9 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-309655662&fields=id&tenant_id=f5c5ef59b1b44d8a916be97d8d11493f HTTP/1.1" status: 200 len: 267 time: 0.0589488 Sep 23 01:39:23.592741 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-e3b4ddc6-2b10-4061-8e02-01b20aeee1c6 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:23.594250 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-e3b4ddc6-2b10-4061-8e02-01b20aeee1c6 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/networks?id=7fe1919f-1f3e-419a-91a3-220386faadcd HTTP/1.1" status: 200 len: 811 time: 0.3828082 Sep 23 01:39:23.609731 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-b921fd1a-271a-45f2-a4d2-68711afec137 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/quotas/f5c5ef59b1b44d8a916be97d8d11493f HTTP/1.1" status: 200 len: 375 time: 0.0098312 Sep 23 01:39:23.665732 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-ec52eab8-2ffa-4ab7-ac63-45b7819bb648 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502796 Sep 23 01:39:23.777112 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-44f61480-c187-4801-b3ae-c28f16a36868 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984647 Sep 23 01:39:23.874000 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-9bf10df3-63e3-403e-a2c6-0ef5fe8023b5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909433 Sep 23 01:39:24.889036 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-36a28419-e121-498a-9a1a-bd01abae9926 req-ebb0bf77-ebe8-437b-8139-975008bab343 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 210 time: 0.0432947 Sep 23 01:39:25.985299 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a1c07f52-d64a-4969-8180-8a183370eb72 req-0f382e3a-99d7-4810-b5a1-0e1af9243329 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 210 time: 0.0300753 Sep 23 01:39:27.123004 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b33d7b64-e9e6-45a0-8b55-ef5449ca3588 req-8c2d6238-04b1-4ff9-a48f-e550431dea42 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 210 time: 0.0395248 Sep 23 01:39:28.291115 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-100dccb6-6de4-4691-9659-4ba473a05dde req-a2c4c4e0-e08f-4c4e-ba04-eb9b08e29c8a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 210 time: 0.0520618 Sep 23 01:39:28.589160 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-b9081763-24d2-4cd0-8d83-8bdbbef538ed tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:28.590586 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-b9081763-24d2-4cd0-8d83-8bdbbef538ed tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.81 "GET /networking/v2.0/networks?id=7fe1919f-1f3e-419a-91a3-220386faadcd HTTP/1.1" status: 200 len: 811 time: 0.1768434 Sep 23 01:39:28.673089 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-20f85e1e-4cb6-49c7-bda1-9878bbf25830 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f5c5ef59b1b44d8a916be97d8d11493f HTTP/1.1" status: 200 len: 379 time: 0.0681143 Sep 23 01:39:28.684733 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Request body: {'port': {'device_id': 'd84ea01c-1bd5-4928-832e-e939c785fcb2', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'admin_state_up': True, 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'security_groups': ['c39679ba-42a4-4534-a2eb-c64638629db5']}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:28.937258 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Made reservation on behalf of f5c5ef59b1b44d8a916be97d8d11493f for: {'port': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:39:28.941440 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:29.130624 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Allocated IP 172.20.0.11 (7fe1919f-1f3e-419a-91a3-220386faadcd/92872aee-ac5a-436a-a1fc-6d4a72de35e8/76aa0f1b-1f50-4ed6-9407-e64aa3b79462) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:39:29.317667 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for port (76aa0f1b-1f50-4ed6-9407-e64aa3b79462), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:29.451864 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0f1223fe-3901-4a27-bccd-4f0b091b89f7 req-64fe8a6c-77d2-4139-9735-a6c1a3d140f4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 210 time: 0.0318348 Sep 23 01:39:29.458837 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (76aa0f1b-1f50-4ed6-9407-e64aa3b79462), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:29.517439 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Network 7fe1919f-1f3e-419a-91a3-220386faadcd is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:39:29.522513 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:39:29.530127 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:39:29.598844 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event updated for resources: {'Port': ['ID=76aa0f1b-1f50-4ed6-9407-e64aa3b79462,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:29.626796 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:29.627353 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:29.627927 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:29.628474 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:29.629018 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:29.629559 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:29.630093 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:29.630701 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:29.631238 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:29.631826 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:29.632362 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:29.632936 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:29.633465 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:29.634540 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:29.635112 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:29.658787 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:29.659915 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:29.757620 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-032222cd-af4a-46ac-9752-9aee0282159e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0773530 Sep 23 01:39:29.776973 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Request body: {'port': {'device_id': 'd84ea01c-1bd5-4928-832e-e939c785fcb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:29.808724 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:29.828676 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-2afa49e1-62d4-493f-af04-cb9d9d33797d None None] Provisioning complete for port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:29.829294 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-2afa49e1-62d4-493f-af04-cb9d9d33797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (76aa0f1b-1f50-4ed6-9407-e64aa3b79462), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:29.829395 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-2afa49e1-62d4-493f-af04-cb9d9d33797d None None] Attempt 1 to provision port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 Sep 23 01:39:29.845963 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (76aa0f1b-1f50-4ed6-9407-e64aa3b79462), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:29.850354 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:29.866886 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-2afa49e1-62d4-493f-af04-cb9d9d33797d None None] Port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:30.185962 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 {{(pid=107236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:39:30.195130 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Publish callbacks [] for port (76aa0f1b-1f50-4ed6-9407-e64aa3b79462), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:30.210531 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.provisioning_blocks [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Transition to ACTIVE for port object 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 will not be triggered until provisioned by entity L2. {{(pid=107236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:39:30.326285 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (76aa0f1b-1f50-4ed6-9407-e64aa3b79462), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:30.368785 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-2afa49e1-62d4-493f-af04-cb9d9d33797d None None] Attempt 2 to provision port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 Sep 23 01:39:30.426746 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Pushing event updated for resources: {'Port': ['ID=76aa0f1b-1f50-4ed6-9407-e64aa3b79462,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:30.436293 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-2afa49e1-62d4-493f-af04-cb9d9d33797d None None] Port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:30.487524 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Attempting to bind port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:39:30.487905 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Attempting to bind port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:39:30.488220 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Attempting to bind port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 on network 7fe1919f-1f3e-419a-91a3-220386faadcd {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:39:30.542383 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 on network 7fe1919f-1f3e-419a-91a3-220386faadcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:39:30.542851 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Attempting to bind port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 on network 7fe1919f-1f3e-419a-91a3-220386faadcd {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:39:30.586019 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:30.603051 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:39:30.604432 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Checking segment: {'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:39:30.604432 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Bound using segment: {'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:39:30.604432 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Bound port: 76aa0f1b-1f50-4ed6-9407-e64aa3b79462, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'}}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:39:30.605072 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (76aa0f1b-1f50-4ed6-9407-e64aa3b79462), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:30.613114 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2120eb-527f-46cf-87cd-3bbc363e9a87 req-5814c513-578d-428e-b884-7a71c3ddbc77 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:30.614974 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ff2120eb-527f-46cf-87cd-3bbc363e9a87 req-5814c513-578d-428e-b884-7a71c3ddbc77 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 944 time: 0.0677865 Sep 23 01:39:30.678948 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ff2120eb-527f-46cf-87cd-3bbc363e9a87 req-4c27670a-9d9e-469f-9dbc-17508b7a6a8b tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532606 Sep 23 01:39:30.686743 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] For port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462, host hv-cinder-84914, cleared binding levels {{(pid=107236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:39:30.690340 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] For port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=76aa0f1b-1f50-4ed6-9407-e64aa3b79462,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:39:30.766436 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (76aa0f1b-1f50-4ed6-9407-e64aa3b79462), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:30.771078 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:30.771744 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:30.773163 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/76aa0f1b-1f50-4ed6-9407-e64aa3b79462 HTTP/1.1" status: 200 len: 1094 time: 1.0019512 Sep 23 01:39:30.773748 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84ea01c-1bd5-4928-832e-e939c785fcb2', 'tag': '76aa0f1b-1f50-4ed6-9407-e64aa3b79462'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:39:30.776234 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cd3375-d5a9-4881-b9b1-032a4af41e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "d84ea01c-1bd5-4928-832e-e939c785fcb2", "tag": "76aa0f1b-1f50-4ed6-9407-e64aa3b79462"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:39:30.836053 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80572e48-d7f4-4231-abc2-f2ab5b343042 x-openstack-request-id: req-80572e48-d7f4-4231-abc2-f2ab5b343042 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:39:30.836340 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84ea01c-1bd5-4928-832e-e939c785fcb2", "tag": "76aa0f1b-1f50-4ed6-9407-e64aa3b79462", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:39:30.836594 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80572e48-d7f4-4231-abc2-f2ab5b343042 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:39:30.837036 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80572e48-d7f4-4231-abc2-f2ab5b343042'] response: {'name': 'network-changed', 'server_uuid': 'd84ea01c-1bd5-4928-832e-e939c785fcb2', 'tag': '76aa0f1b-1f50-4ed6-9407-e64aa3b79462', 'status': 'completed', 'code': 200} Sep 23 01:39:30.840549 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a88606-c939-4d4e-aae8-c54bc820e119 service neutron] Pushing event updated for resources: {'Port': ['ID=76aa0f1b-1f50-4ed6-9407-e64aa3b79462,revision_number=3']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:30.937224 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-2afa49e1-62d4-493f-af04-cb9d9d33797d None None] Attempt 3 to provision port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 Sep 23 01:39:30.966242 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd3375-d5a9-4881-b9b1-032a4af41e2b req-a46349ad-ee0d-4054-bb46-040db70151ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:30.968478 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d2cd3375-d5a9-4881-b9b1-032a4af41e2b req-a46349ad-ee0d-4054-bb46-040db70151ad service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 1128 time: 0.0769293 Sep 23 01:39:31.006155 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-2afa49e1-62d4-493f-af04-cb9d9d33797d None None] Port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 had new provisioning blocks added so it will not transition to active. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:39:31.110499 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd3375-d5a9-4881-b9b1-032a4af41e2b req-5534c17b-bb32-487a-9e3f-736ced845a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:31.112592 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d2cd3375-d5a9-4881-b9b1-032a4af41e2b req-5534c17b-bb32-487a-9e3f-736ced845a8a service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1296098 Sep 23 01:39:31.225187 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd3375-d5a9-4881-b9b1-032a4af41e2b req-7b7885df-7bf2-4310-82ea-1296ebf5c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:31.226759 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d2cd3375-d5a9-4881-b9b1-032a4af41e2b req-7b7885df-7bf2-4310-82ea-1296ebf5c2bb service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1083317 Sep 23 01:39:31.340584 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-81573b03-f2b3-4195-82ba-b4bb2fe625d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:31.342284 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-81573b03-f2b3-4195-82ba-b4bb2fe625d5 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 1128 time: 0.0507889 Sep 23 01:39:31.395170 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-27e0d477-b0c7-470d-abff-46ff2c0e06ea service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76aa0f1b-1f50-4ed6-9407-e64aa3b79462 HTTP/1.1" status: 200 len: 217 time: 0.0392153 Sep 23 01:39:31.459442 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-fd4a1abb-1927-4cff-a9a8-79dbbb8b27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:31.461483 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-fd4a1abb-1927-4cff-a9a8-79dbbb8b27a9 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=92872aee-ac5a-436a-a1fc-6d4a72de35e8 HTTP/1.1" status: 200 len: 850 time: 0.0605326 Sep 23 01:39:31.531409 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-5c3ee6ea-872d-4f23-8567-4cec7c88c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:31.532989 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-5c3ee6ea-872d-4f23-8567-4cec7c88c385 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7fe1919f-1f3e-419a-91a3-220386faadcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641975 Sep 23 01:39:31.651137 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-e6e00688-8212-4db6-bca0-7221b1d27a73 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119409 Sep 23 01:39:31.726109 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:31.753283 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3427121c-80f8-400f-b2dc-9b3aa578668f req-2277f7e1-8167-41dd-95d1-66da0c5641aa service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951717 Sep 23 01:39:31.826366 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d122b11-bdb5-4048-9f98-6d215d617303 req-e9d59e82-b190-4582-9e60-3b0b95d237d8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:31.828455 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-7d122b11-bdb5-4048-9f98-6d215d617303 req-e9d59e82-b190-4582-9e60-3b0b95d237d8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 944 time: 0.0642984 Sep 23 01:39:31.892036 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-7d122b11-bdb5-4048-9f98-6d215d617303 req-94d3b666-e8ee-4354-98df-92dfcdd677e5 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571144 Sep 23 01:39:33.049182 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c170af0-1363-4f28-90f7-42c7879c71ba req-c2b9a749-39a8-43a1-97cd-3e546fcc6d40 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:33.050832 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6c170af0-1363-4f28-90f7-42c7879c71ba req-c2b9a749-39a8-43a1-97cd-3e546fcc6d40 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 944 time: 0.0652936 Sep 23 01:39:33.106733 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6c170af0-1363-4f28-90f7-42c7879c71ba req-cffd9516-5e36-4025-a2f1-c4a682c4a8b7 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448616 Sep 23 01:39:33.320099 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:39:33.994510 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-036d84cd-338a-4012-b1ac-1a873e388a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:34.233073 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda24655-367f-4559-9693-f1a100db6963 req-1831e4d4-29cf-422c-801f-27920161017d tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:34.234672 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-dda24655-367f-4559-9693-f1a100db6963 req-1831e4d4-29cf-422c-801f-27920161017d tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 944 time: 0.0503130 Sep 23 01:39:34.291363 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-dda24655-367f-4559-9693-f1a100db6963 req-9475e9f0-7797-4110-821c-49c86268525a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494895 Sep 23 01:39:35.430192 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f6d59-1509-4aa3-804d-f640b24de0b3 req-c3ea7193-81fd-4791-a758-27f4e1e948d1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:35.434969 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-791f6d59-1509-4aa3-804d-f640b24de0b3 req-c3ea7193-81fd-4791-a758-27f4e1e948d1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 944 time: 0.0580270 Sep 23 01:39:35.486518 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-791f6d59-1509-4aa3-804d-f640b24de0b3 req-3c875dad-bd5d-44a4-8a41-132319944866 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476885 Sep 23 01:39:36.015303 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49286) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:36.019849 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1759784752', 'description': 'tempest-description--1105565549'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:36.137681 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:36.219430 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (ac34f96e-de17-4e77-9865-54aaa776f3b7), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:36.314023 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (ac34f96e-de17-4e77-9865-54aaa776f3b7), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:36.329218 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:36.345870 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac34f96e-de17-4e77-9865-54aaa776f3b7,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:36.354395 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:36.354747 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:36.355088 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:36.355425 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:36.355809 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:36.356146 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:36.356505 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:36.356848 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:36.357172 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:36.357495 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:36.357821 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:36.358142 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:36.358539 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:36.358870 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:36.359184 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:39:36.474358 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb535-709e-4fc5-8c86-f147a4673a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:36.476343 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:36.478213 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-174f6d6d-fc0a-4620-9f0c-b19cd52e59a6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4612858 Sep 23 01:39:36.481214 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49288) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:36.485775 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-7c3f8676-6c1a-4a5f-9b78-a19de75bd61b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'security_group_rule': {'security_group_id': 'ac34f96e-de17-4e77-9865-54aaa776f3b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:36.587949 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7c3f8676-6c1a-4a5f-9b78-a19de75bd61b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (8a173e0d-0d55-44f2-9ed3-c31e6ec8b3c1), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:36.591022 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:36.616819 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753831d0-1b61-4e11-a856-62ddb43d1b66 req-cf18e3b2-b53a-4094-bf7f-f652e4c43cef tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:36.618384 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-753831d0-1b61-4e11-a856-62ddb43d1b66 req-cf18e3b2-b53a-4094-bf7f-f652e4c43cef tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 944 time: 0.0535390 Sep 23 01:39:36.655347 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7c3f8676-6c1a-4a5f-9b78-a19de75bd61b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (8a173e0d-0d55-44f2-9ed3-c31e6ec8b3c1), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:36.675809 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-753831d0-1b61-4e11-a856-62ddb43d1b66 req-610f863d-9e29-45ec-b157-c9b9f9c2200b tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514362 Sep 23 01:39:36.794397 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7c3f8676-6c1a-4a5f-9b78-a19de75bd61b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (8a173e0d-0d55-44f2-9ed3-c31e6ec8b3c1), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:36.814222 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f8676-6c1a-4a5f-9b78-a19de75bd61b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a173e0d-0d55-44f2-9ed3-c31e6ec8b3c1,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:36.933588 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7c3f8676-6c1a-4a5f-9b78-a19de75bd61b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:36.934828 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-7c3f8676-6c1a-4a5f-9b78-a19de75bd61b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4526432 Sep 23 01:39:36.937747 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49292) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:36.942430 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-81ee4a35-1c15-4877-8d72-cf56585238f4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'security_group_rule': {'security_group_id': 'ac34f96e-de17-4e77-9865-54aaa776f3b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:37.134439 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-81ee4a35-1c15-4877-8d72-cf56585238f4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (f0b40b69-3d4b-425c-9e2e-22fe308714ce), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:37.206328 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-81ee4a35-1c15-4877-8d72-cf56585238f4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (f0b40b69-3d4b-425c-9e2e-22fe308714ce), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:37.331842 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-81ee4a35-1c15-4877-8d72-cf56585238f4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (f0b40b69-3d4b-425c-9e2e-22fe308714ce), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:37.351678 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee4a35-1c15-4877-8d72-cf56585238f4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b40b69-3d4b-425c-9e2e-22fe308714ce,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:37.504956 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-81ee4a35-1c15-4877-8d72-cf56585238f4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:37.506108 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-81ee4a35-1c15-4877-8d72-cf56585238f4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5673022 Sep 23 01:39:37.509506 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49294) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:37.513984 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-1ad76e7e-583b-43c0-a396-c91350b45db6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'floatingip': {'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:37.685584 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-1ad76e7e-583b-43c0-a396-c91350b45db6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:37.821951 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-1ad76e7e-583b-43c0-a396-c91350b45db6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:37.821951 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:37.824419 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce483b1e-6f95-4b5c-8f6b-990fe4e2c06d req-e50b4f88-abd9-4794-8ad9-1667562739d3 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:37.825937 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ce483b1e-6f95-4b5c-8f6b-990fe4e2c06d req-e50b4f88-abd9-4794-8ad9-1667562739d3 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 944 time: 0.0745108 Sep 23 01:39:37.944437 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ce483b1e-6f95-4b5c-8f6b-990fe4e2c06d req-c50c636d-23cb-4e2c-8aa2-8c64d9d8595f tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906444 Sep 23 01:39:38.057330 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [None req-1ad76e7e-583b-43c0-a396-c91350b45db6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Allocated IP 172.27.1.51 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/5810298e-7f97-4951-908b-a606c84933ad) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:39:38.115375 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-1ad76e7e-583b-43c0-a396-c91350b45db6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for port (5810298e-7f97-4951-908b-a606c84933ad), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:38.468971 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-1ad76e7e-583b-43c0-a396-c91350b45db6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (5810298e-7f97-4951-908b-a606c84933ad), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:38.513020 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad76e7e-583b-43c0-a396-c91350b45db6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:39:38.516800 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-1ad76e7e-583b-43c0-a396-c91350b45db6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:39:38.521253 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad76e7e-583b-43c0-a396-c91350b45db6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:39:38.526852 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad76e7e-583b-43c0-a396-c91350b45db6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'Port': ['ID=5810298e-7f97-4951-908b-a606c84933ad,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:38.620164 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-1ad76e7e-583b-43c0-a396-c91350b45db6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (7e09b471-edab-4df8-a338-25b1f00c6f67), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:38.732950 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:38.745247 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-1ad76e7e-583b-43c0-a396-c91350b45db6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (5810298e-7f97-4951-908b-a606c84933ad), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:38.908829 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:38.919098 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-1ad76e7e-583b-43c0-a396-c91350b45db6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for port (5810298e-7f97-4951-908b-a606c84933ad), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:39.011352 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-1ad76e7e-583b-43c0-a396-c91350b45db6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3173566'] for port (5810298e-7f97-4951-908b-a606c84933ad), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:39.073870 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:39.090540 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c1410-a87d-4d29-b54e-09396637be20 req-773aa32b-ca2b-4329-baff-548629d0b64a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:39.092042 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-1ad76e7e-583b-43c0-a396-c91350b45db6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (7e09b471-edab-4df8-a338-25b1f00c6f67), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:39.092289 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c63c1410-a87d-4d29-b54e-09396637be20 req-773aa32b-ca2b-4329-baff-548629d0b64a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 944 time: 0.0557566 Sep 23 01:39:39.095090 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad76e7e-583b-43c0-a396-c91350b45db6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'Port': ['ID=5810298e-7f97-4951-908b-a606c84933ad,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:39.150909 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c63c1410-a87d-4d29-b54e-09396637be20 req-f2d3396b-0fcf-4926-9d6e-7705e485f61b tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501630 Sep 23 01:39:39.242320 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-1ad76e7e-583b-43c0-a396-c91350b45db6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:39.243538 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-1ad76e7e-583b-43c0-a396-c91350b45db6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7330506 Sep 23 01:39:39.477286 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-7b40db9b-7f41-4a5c-882a-66540872681c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1759784752&fields=id&tenant_id=a15460898c2b4b15bfee3d39a01273b4 HTTP/1.1" status: 200 len: 267 time: 0.0483227 Sep 23 01:39:39.510402 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:39.600794 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-d8114f6e-b6e2-4c15-82e8-71374bf8eb46 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:39.602356 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-d8114f6e-b6e2-4c15-82e8-71374bf8eb46 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/networks?id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4 HTTP/1.1" status: 200 len: 812 time: 0.1170001 Sep 23 01:39:39.623601 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-1b220c85-c232-4c45-b924-3507130091a7 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/quotas/a15460898c2b4b15bfee3d39a01273b4 HTTP/1.1" status: 200 len: 375 time: 0.0112348 Sep 23 01:39:39.691373 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-e435f66b-f0d0-4161-b981-ca6aaa3167c5 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a15460898c2b4b15bfee3d39a01273b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581300 Sep 23 01:39:39.800455 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-7b86c0f7-2f3b-4489-8c35-ceb8bc2a9829 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969472 Sep 23 01:39:39.900245 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b93268ec-03db-4def-82ae-d5df99123ae5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931590 Sep 23 01:39:40.160327 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-82f783af-06f6-4e30-85c3-9bbad2013780 req-0a14e2fb-5e4c-40d4-a214-dd9d359166a3 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 210 time: 0.0282819 Sep 23 01:39:40.268514 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:40.293050 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07575c1d-0606-4836-8588-1c05998d6e16 req-82b68cfa-f6bb-4cd3-91a3-a3fa486a700a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:40.294714 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-07575c1d-0606-4836-8588-1c05998d6e16 req-82b68cfa-f6bb-4cd3-91a3-a3fa486a700a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 944 time: 0.0615737 Sep 23 01:39:40.352397 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-07575c1d-0606-4836-8588-1c05998d6e16 req-f09649e3-8abd-40cc-84ee-08a0acf026b2 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510635 Sep 23 01:39:41.177471 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:41.273235 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5192e1a2-3f52-4091-b56f-277568768c4e req-940e3c1f-315b-4688-8633-940e40925408 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 210 time: 0.0328748 Sep 23 01:39:41.432213 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49328) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:41.482173 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e01472-c7a4-48a3-8c3f-edef71cb1302 req-d6165320-9ef5-407b-bf26-5c1862861cda tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:41.484508 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-06e01472-c7a4-48a3-8c3f-edef71cb1302 req-d6165320-9ef5-407b-bf26-5c1862861cda tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 944 time: 0.0523851 Sep 23 01:39:41.642806 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-06e01472-c7a4-48a3-8c3f-edef71cb1302 req-371b1d49-1e11-4abb-a115-9af5680ece63 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080720 Sep 23 01:39:41.739337 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-b3e58c80-de8e-48b5-8afb-667c90ed1edb tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Deleting port 294c2dd0-305f-4a2e-a614-cffc9baa8bb2 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:39:41.739717 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b3e58c80-de8e-48b5-8afb-667c90ed1edb tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (294c2dd0-305f-4a2e-a614-cffc9baa8bb2), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:41.819828 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b3e58c80-de8e-48b5-8afb-667c90ed1edb tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (294c2dd0-305f-4a2e-a614-cffc9baa8bb2), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:41.820153 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b3e58c80-de8e-48b5-8afb-667c90ed1edb tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for floatingip (294c2dd0-305f-4a2e-a614-cffc9baa8bb2), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:41.833470 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-b3e58c80-de8e-48b5-8afb-667c90ed1edb tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Calling delete_port for 294c2dd0-305f-4a2e-a614-cffc9baa8bb2 owned by network:floatingip {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:39:42.067840 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b3e58c80-de8e-48b5-8afb-667c90ed1edb tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (294c2dd0-305f-4a2e-a614-cffc9baa8bb2), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:42.091051 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e58c80-de8e-48b5-8afb-667c90ed1edb tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Pushing event deleted for resources: {'Port': ['ID=294c2dd0-305f-4a2e-a614-cffc9baa8bb2,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:42.162015 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b3e58c80-de8e-48b5-8afb-667c90ed1edb tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for floatingip (6599906f-8970-4ebc-92a4-6ebcefbfa3de), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:42.162357 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.l3_db [None req-b3e58c80-de8e-48b5-8afb-667c90ed1edb tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Floating IP 6599906f-8970-4ebc-92a4-6ebcefbfa3de disassociated (deleted). External IP: 172.27.1.14, port: 911afee1-5fd1-4032-b7a3-0dfc35cb6337. Sep 23 01:39:42.204446 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:42.395993 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a0eca11d-708c-40e2-9770-18b5ca13370c req-e9851124-29c7-45d8-899c-d3989ef711fa tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 210 time: 0.0346608 Sep 23 01:39:42.413793 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e58c80-de8e-48b5-8afb-667c90ed1edb tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Router 7f9a0578-75cc-48cd-9ccd-c037b409acde has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:39:42.425098 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:42.521609 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e58c80-de8e-48b5-8afb-667c90ed1edb tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:39:42.527351 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b3e58c80-de8e-48b5-8afb-667c90ed1edb tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:42.532729 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93440eea-b71e-4d05-8146-3aef9305208e None None] Sync routers for ids ['7f9a0578-75cc-48cd-9ccd-c037b409acde'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:39:42.542929 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93440eea-b71e-4d05-8146-3aef9305208e None None] Routers {'7f9a0578-75cc-48cd-9ccd-c037b409acde'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:42.543606 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-93440eea-b71e-4d05-8146-3aef9305208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:39:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['7f9a0578-75cc-48cd-9ccd-c037b409acde'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:42.560588 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-b3e58c80-de8e-48b5-8afb-667c90ed1edb tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/6599906f-8970-4ebc-92a4-6ebcefbfa3de HTTP/1.1" status: 204 len: 168 time: 1.1248608 Sep 23 01:39:42.560588 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c50f9b-7a91-48fb-9390-2149364acd41', 'tag': '911afee1-5fd1-4032-b7a3-0dfc35cb6337'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:39:42.561075 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17444dd-2c6d-424c-8202-c4d03aa5faef" -d '{"events": [{"name": "network-changed", "server_uuid": "35c50f9b-7a91-48fb-9390-2149364acd41", "tag": "911afee1-5fd1-4032-b7a3-0dfc35cb6337"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:39:42.646302 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94b41c5-ff0b-4f4a-940f-c09fcfaee48c x-openstack-request-id: req-e94b41c5-ff0b-4f4a-940f-c09fcfaee48c {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:39:42.646590 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c50f9b-7a91-48fb-9390-2149364acd41", "tag": "911afee1-5fd1-4032-b7a3-0dfc35cb6337", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:39:42.646883 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e94b41c5-ff0b-4f4a-940f-c09fcfaee48c {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:39:42.647269 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94b41c5-ff0b-4f4a-940f-c09fcfaee48c'] response: {'name': 'network-changed', 'server_uuid': '35c50f9b-7a91-48fb-9390-2149364acd41', 'tag': '911afee1-5fd1-4032-b7a3-0dfc35cb6337', 'status': 'completed', 'code': 200} Sep 23 01:39:42.791074 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03139081-31af-49e5-87e3-d2c112eb4c52 req-4758f7f8-659e-493d-b16a-4314ec638acb tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:42.792826 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-03139081-31af-49e5-87e3-d2c112eb4c52 req-4758f7f8-659e-493d-b16a-4314ec638acb tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 944 time: 0.0654545 Sep 23 01:39:42.813814 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-93440eea-b71e-4d05-8146-3aef9305208e None None] Set router 7f9a0578-75cc-48cd-9ccd-c037b409acde gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:42.931910 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17444dd-2c6d-424c-8202-c4d03aa5faef req-92d2d4fc-f9a1-4995-bcc6-f712bdf255fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:42.933448 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b17444dd-2c6d-424c-8202-c4d03aa5faef req-92d2d4fc-f9a1-4995-bcc6-f712bdf255fe service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=600dd39d7a7944a49330866c0e26cb66&device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 1129 time: 0.1233034 Sep 23 01:39:42.948208 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-03139081-31af-49e5-87e3-d2c112eb4c52 req-fd731c80-c1d6-4cab-ac21-592fc698db24 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479719 Sep 23 01:39:43.008670 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-273855d0-32e1-47a5-8f0c-db9e9b2e771d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:43.010598 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-273855d0-32e1-47a5-8f0c-db9e9b2e771d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "GET /networking/v2.0/networks?id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4 HTTP/1.1" status: 200 len: 812 time: 0.2032371 Sep 23 01:39:43.023762 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-93440eea-b71e-4d05-8146-3aef9305208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'name': 'tempest-TestShelveInstance-295570330-router', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:20Z', 'updated_at': '2022-09-23T01:34:25Z', 'revision_number': 4, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'gw_port': {'id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:21Z', 'updated_at': '2022-09-23T01:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb', 'name': '', 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'mac_address': 'fa:16:3e:14:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:24Z', 'updated_at': '2022-09-23T01:34:29Z', 'revision_number': 5, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'subnets': [{'id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:43.049384 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93440eea-b71e-4d05-8146-3aef9305208e None None] Checking router: 7f9a0578-75cc-48cd-9ccd-c037b409acde for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:39:43.058755 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93440eea-b71e-4d05-8146-3aef9305208e None None] Routers {'7f9a0578-75cc-48cd-9ccd-c037b409acde'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:43.059465 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-93440eea-b71e-4d05-8146-3aef9305208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:39:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['7f9a0578-75cc-48cd-9ccd-c037b409acde'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:43.070585 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6ace3-cdd9-4e2f-b35f-959af623fa93 req-c9d7ff29-2843-4cb2-be40-d33c8c695a2d tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:43.072235 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2bf6ace3-cdd9-4e2f-b35f-959af623fa93 req-c9d7ff29-2843-4cb2-be40-d33c8c695a2d tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0482864 Sep 23 01:39:43.128005 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2bf6ace3-cdd9-4e2f-b35f-959af623fa93 req-82662fb5-6737-493c-8bd8-44de9773f234 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492799 Sep 23 01:39:43.163735 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-93440eea-b71e-4d05-8146-3aef9305208e None None] Set router 7f9a0578-75cc-48cd-9ccd-c037b409acde gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:43.315120 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=13 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:43.315914 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=15 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:43.378370 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-93440eea-b71e-4d05-8146-3aef9305208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'name': 'tempest-TestShelveInstance-295570330-router', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:20Z', 'updated_at': '2022-09-23T01:34:25Z', 'revision_number': 4, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'gw_port': {'id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:21Z', 'updated_at': '2022-09-23T01:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb', 'name': '', 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'mac_address': 'fa:16:3e:14:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:24Z', 'updated_at': '2022-09-23T01:34:29Z', 'revision_number': 5, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'subnets': [{'id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:43.406496 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93440eea-b71e-4d05-8146-3aef9305208e None None] The sync data for ids ['7f9a0578-75cc-48cd-9ccd-c037b409acde'] in dv-cinder-849143-7-iscsi is: [{'id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'name': 'tempest-TestShelveInstance-295570330-router', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:20Z', 'updated_at': '2022-09-23T01:34:25Z', 'revision_number': 4, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'gw_port': {'id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:21Z', 'updated_at': '2022-09-23T01:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb', 'name': '', 'network_id': '2b18b98c-5d4a-416e-872c-bd1f7589d912', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'mac_address': 'fa:16:3e:14:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:24Z', 'updated_at': '2022-09-23T01:34:29Z', 'revision_number': 5, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'subnets': [{'id': '948b79d0-7fa3-4099-8c3a-d88b8d8138af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:39:43.538015 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-72dcac79-3460-4744-95a0-85b280f33c51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a15460898c2b4b15bfee3d39a01273b4 HTTP/1.1" status: 200 len: 473 time: 0.1690602 Sep 23 01:39:43.539584 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17444dd-2c6d-424c-8202-c4d03aa5faef req-4b1584c5-2b3e-4739-ac2a-f1e1c1f0d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:43.541396 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b17444dd-2c6d-424c-8202-c4d03aa5faef req-4b1584c5-2b3e-4739-ac2a-f1e1c1f0d1d4 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=2b18b98c-5d4a-416e-872c-bd1f7589d912 HTTP/1.1" status: 200 len: 909 time: 0.1713593 Sep 23 01:39:43.581459 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-83ccb5cf-7e2b-4098-a8c6-a2db3ae29970 req-739a699d-a0fe-4ce9-b54b-c9efe35c4568 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 210 time: 0.0969961 Sep 23 01:39:43.700000 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013d445f-0cd2-42d1-b7e8-ee79bab2bbee None None] New status for floating IP 6599906f-8970-4ebc-92a4-6ebcefbfa3de: DOWN {{(pid=107238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:39:44.075240 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c5598-9d47-4519-a5ec-5be0f59857ba req-d4d8e1c3-a32f-45a9-b58a-e901f41eebf4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:44.076733 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b12c5598-9d47-4519-a5ec-5be0f59857ba req-d4d8e1c3-a32f-45a9-b58a-e901f41eebf4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 944 time: 0.0480587 Sep 23 01:39:44.129731 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b12c5598-9d47-4519-a5ec-5be0f59857ba req-7274fa60-6d54-4fad-bf6f-ad36d35d9e6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471654 Sep 23 01:39:44.256442 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae4951-6421-4b3b-b7ef-bb572a741e6a req-ec5f503c-7d75-412f-adc4-6aefebdb4963 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:44.257828 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-63ae4951-6421-4b3b-b7ef-bb572a741e6a req-ec5f503c-7d75-412f-adc4-6aefebdb4963 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0531149 Sep 23 01:39:44.309723 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-63ae4951-6421-4b3b-b7ef-bb572a741e6a req-ca7831c0-4104-44a6-9bb0-beb06b377275 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459881 Sep 23 01:39:44.620754 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-0ce83445-f3cb-4634-a6ae-5d9dff4459e3 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'port': {'device_id': '38f798dc-4e0c-4d00-aaf1-981c818467d3', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'admin_state_up': True, 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'security_groups': ['ac34f96e-de17-4e77-9865-54aaa776f3b7']}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:44.661812 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b17444dd-2c6d-424c-8202-c4d03aa5faef req-1e3c968a-6f17-40e6-9621-3f9cd66a3e42 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=911afee1-5fd1-4032-b7a3-0dfc35cb6337 HTTP/1.1" status: 200 len: 217 time: 0.0512671 Sep 23 01:39:44.703589 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-47ab5f16-555c-487d-8bfe-894ff0237fae req-3fff7188-5c09-46bd-8018-f30938e95860 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 210 time: 0.0318694 Sep 23 01:39:44.747518 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:44.852608 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17444dd-2c6d-424c-8202-c4d03aa5faef req-28f4b3a0-0af3-4d01-a7ad-de9bf5298cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:44.854067 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b17444dd-2c6d-424c-8202-c4d03aa5faef req-28f4b3a0-0af3-4d01-a7ad-de9bf5298cc0 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=948b79d0-7fa3-4099-8c3a-d88b8d8138af HTTP/1.1" status: 200 len: 847 time: 0.0485723 Sep 23 01:39:44.902711 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-0ce83445-f3cb-4634-a6ae-5d9dff4459e3 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Made reservation on behalf of a15460898c2b4b15bfee3d39a01273b4 for: {'port': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:39:44.906841 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-0ce83445-f3cb-4634-a6ae-5d9dff4459e3 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:45.066064 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17444dd-2c6d-424c-8202-c4d03aa5faef req-479e858e-49cb-43d2-ae95-027658ac1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:45.067559 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b17444dd-2c6d-424c-8202-c4d03aa5faef req-479e858e-49cb-43d2-ae95-027658ac1dec service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=2b18b98c-5d4a-416e-872c-bd1f7589d912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689206 Sep 23 01:39:45.080453 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-0ce83445-f3cb-4634-a6ae-5d9dff4459e3 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Allocated IP 172.20.0.13 (970b65ab-4e22-445a-8ff5-01dfad2a0bf4/ef213c81-80fb-4bd1-93b8-ec90976c54d9/a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:39:45.084265 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:45.259335 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-0ce83445-f3cb-4634-a6ae-5d9dff4459e3 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for port (a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:45.277557 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e0df4-5c40-4562-95c5-b06ebc94af3b req-568f8dfc-593b-410f-aabd-ebbaf3b8dde8 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:45.279296 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-951e0df4-5c40-4562-95c5-b06ebc94af3b req-568f8dfc-593b-410f-aabd-ebbaf3b8dde8 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0554872 Sep 23 01:39:45.293789 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:45.334142 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65370f59-9a98-4fd0-a1b9-8198130e549d req-7d7dd2c1-9db5-4610-bfba-744ebc29d52b tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:45.336776 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-65370f59-9a98-4fd0-a1b9-8198130e549d req-7d7dd2c1-9db5-4610-bfba-744ebc29d52b tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 944 time: 0.1247444 Sep 23 01:39:45.393562 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-951e0df4-5c40-4562-95c5-b06ebc94af3b req-bda0a0b0-4f2a-4563-a0cb-8961406b0e3a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Deleting port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:39:45.399697 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-951e0df4-5c40-4562-95c5-b06ebc94af3b req-bda0a0b0-4f2a-4563-a0cb-8961406b0e3a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:45.400132 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:45.427767 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b17444dd-2c6d-424c-8202-c4d03aa5faef req-91437253-39c1-4d57-8f78-8c9e5d3309f1 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2b18b98c-5d4a-416e-872c-bd1f7589d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950729 Sep 23 01:39:45.450469 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-65370f59-9a98-4fd0-a1b9-8198130e549d req-8da2a0e3-011f-4dcc-99cc-c6213b99e51b tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068101 Sep 23 01:39:45.491963 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab6b1b-091c-487d-808e-deeb252c608d req-8c052d6c-ee6f-4f04-8d3b-f2d845b1ac90 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:45.494046 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1fab6b1b-091c-487d-808e-deeb252c608d req-8c052d6c-ee6f-4f04-8d3b-f2d845b1ac90 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 945 time: 0.0949273 Sep 23 01:39:45.500414 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-0ce83445-f3cb-4634-a6ae-5d9dff4459e3 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:45.562213 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-951e0df4-5c40-4562-95c5-b06ebc94af3b req-bda0a0b0-4f2a-4563-a0cb-8961406b0e3a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] For port 911afee1-5fd1-4032-b7a3-0dfc35cb6337, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=911afee1-5fd1-4032-b7a3-0dfc35cb6337,segment=NetworkSegment(cae84908-7015-491d-9d2b-0814f4a10a26),segment_id=cae84908-7015-491d-9d2b-0814f4a10a26)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:45.562586 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-951e0df4-5c40-4562-95c5-b06ebc94af3b req-bda0a0b0-4f2a-4563-a0cb-8961406b0e3a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:45.588290 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-951e0df4-5c40-4562-95c5-b06ebc94af3b req-bda0a0b0-4f2a-4563-a0cb-8961406b0e3a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Calling delete_port for 911afee1-5fd1-4032-b7a3-0dfc35cb6337 owned by compute:nova {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:39:45.596060 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1fab6b1b-091c-487d-808e-deeb252c608d req-f07047c6-9668-470f-b33a-b4ac3bfad9f0 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=2d099f46-1b7a-457e-aa9b-32abf6be9519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911813 Sep 23 01:39:45.633942 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:45.841427 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-0ce83445-f3cb-4634-a6ae-5d9dff4459e3 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:39:45.851164 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-951e0df4-5c40-4562-95c5-b06ebc94af3b req-bda0a0b0-4f2a-4563-a0cb-8961406b0e3a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (911afee1-5fd1-4032-b7a3-0dfc35cb6337), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:45.873151 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-0ce83445-f3cb-4634-a6ae-5d9dff4459e3 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:39:45.879355 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0a0b0-4f2a-4563-a0cb-8961406b0e3a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Pushing event deleted for resources: {'Port': ['ID=911afee1-5fd1-4032-b7a3-0dfc35cb6337,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:45.884246 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-0ce83445-f3cb-4634-a6ae-5d9dff4459e3 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:39:45.892996 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce83445-f3cb-4634-a6ae-5d9dff4459e3 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'Port': ['ID=a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:45.924079 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b17444dd-2c6d-424c-8202-c4d03aa5faef req-f131830e-985a-4638-bc2d-efd16ecf430e service neutron] 10.222.0.81 "GET /networking/v2.0/networks/2b18b98c-5d4a-416e-872c-bd1f7589d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902794 Sep 23 01:39:45.932494 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b6ee8-a94f-4619-986e-610c685f4cf0 req-92bb5a7b-38b1-4bcf-ba1c-4546a63fd537 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:45.936840 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-778b6ee8-a94f-4619-986e-610c685f4cf0 req-92bb5a7b-38b1-4bcf-ba1c-4546a63fd537 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 932 time: 0.1308846 Sep 23 01:39:45.948961 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-951e0df4-5c40-4562-95c5-b06ebc94af3b req-bda0a0b0-4f2a-4563-a0cb-8961406b0e3a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] No DVR routers for this DVR port 911afee1-5fd1-4032-b7a3-0dfc35cb6337 on host hv-cinder-84914 {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:39:45.954299 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-951e0df4-5c40-4562-95c5-b06ebc94af3b req-bda0a0b0-4f2a-4563-a0cb-8961406b0e3a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:45.958055 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-951e0df4-5c40-4562-95c5-b06ebc94af3b req-bda0a0b0-4f2a-4563-a0cb-8961406b0e3a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.81 "DELETE /networking/v2.0/ports/911afee1-5fd1-4032-b7a3-0dfc35cb6337 HTTP/1.1" status: 204 len: 173 time: 0.6720090 Sep 23 01:39:45.962767 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c50f9b-7a91-48fb-9390-2149364acd41', 'name': 'network-vif-deleted', 'tag': '911afee1-5fd1-4032-b7a3-0dfc35cb6337'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:39:45.962920 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799c2ec5-8533-43cc-9358-0aa59b282f29" -d '{"events": [{"server_uuid": "35c50f9b-7a91-48fb-9390-2149364acd41", "name": "network-vif-deleted", "tag": "911afee1-5fd1-4032-b7a3-0dfc35cb6337"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:39:45.974492 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-0ce83445-f3cb-4634-a6ae-5d9dff4459e3 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:45.975231 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-0ce83445-f3cb-4634-a6ae-5d9dff4459e3 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:46.004286 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee41aa5-0c8e-4094-8028-4fa94feda379 x-openstack-request-id: req-eee41aa5-0c8e-4094-8028-4fa94feda379 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:39:46.004812 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c50f9b-7a91-48fb-9390-2149364acd41", "name": "network-vif-deleted", "tag": "911afee1-5fd1-4032-b7a3-0dfc35cb6337", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:39:46.005237 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eee41aa5-0c8e-4094-8028-4fa94feda379 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:39:46.005819 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee41aa5-0c8e-4094-8028-4fa94feda379'] response: {'server_uuid': '35c50f9b-7a91-48fb-9390-2149364acd41', 'name': 'network-vif-deleted', 'tag': '911afee1-5fd1-4032-b7a3-0dfc35cb6337', 'status': 'completed', 'code': 200} Sep 23 01:39:46.019816 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-778b6ee8-a94f-4619-986e-610c685f4cf0 req-ea0e36b6-b02d-4b31-877e-cab0b4109ea1 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ac34f96e-de17-4e77-9865-54aaa776f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786695 Sep 23 01:39:46.065376 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-0ce83445-f3cb-4634-a6ae-5d9dff4459e3 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4535618 Sep 23 01:39:46.091124 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Request body: {'port': {'device_id': '38f798dc-4e0c-4d00-aaf1-981c818467d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:46.131953 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3b6f1186-0da6-46c3-ae3e-8828409420a2 None None] Provisioning complete for port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:46.132631 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3b6f1186-0da6-46c3-ae3e-8828409420a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:46.132781 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3b6f1186-0da6-46c3-ae3e-8828409420a2 None None] Attempt 1 to provision port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 Sep 23 01:39:46.159457 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:46.163277 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:46.167361 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f1186-0da6-46c3-ae3e-8828409420a2 None None] Port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:46.373516 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:46.437961 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 {{(pid=107236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:39:46.445657 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Publish callbacks [] for port (a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:46.460015 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.provisioning_blocks [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Transition to ACTIVE for port object a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 will not be triggered until provisioned by entity L2. {{(pid=107236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:39:46.571972 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:46.584430 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad2ff0-8cec-446d-aa1d-04b11981f7f5 req-c6b2633a-1923-46fb-8d88-40c40bec9871 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:46.586120 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d8ad2ff0-8cec-446d-aa1d-04b11981f7f5 req-c6b2633a-1923-46fb-8d88-40c40bec9871 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 944 time: 0.0546277 Sep 23 01:39:46.642664 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:46.645622 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d8ad2ff0-8cec-446d-aa1d-04b11981f7f5 req-da58591b-fdac-4fbd-8228-7819471111a1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509751 Sep 23 01:39:46.668280 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3b6f1186-0da6-46c3-ae3e-8828409420a2 None None] Attempt 2 to provision port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 Sep 23 01:39:46.696715 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:46.711310 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f1186-0da6-46c3-ae3e-8828409420a2 None None] Port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:39:46.722607 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6adcbe61-ba8b-43e9-b143-ef208d1e18ae req-a70e4349-b0e8-47f6-9619-edb7bd092e44 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 210 time: 0.0401194 Sep 23 01:39:46.732755 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Attempting to bind port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:39:46.733093 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Attempting to bind port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:39:46.733431 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Attempting to bind port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 on network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:39:46.783914 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 on network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:39:46.784246 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Attempting to bind port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 on network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:39:46.806991 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:39:46.838069 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:39:46.838546 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Checking segment: {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:39:46.839067 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Bound using segment: {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:39:46.839508 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Bound port: a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'}}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:39:46.839888 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:46.913890 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] For port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5, host hv-cinder-84914, cleared binding levels {{(pid=107236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:39:46.919846 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] For port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:39:46.924336 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=76aa0f1b-1f50-4ed6-9407-e64aa3b79462,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:46.937978 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': '76aa0f1b-1f50-4ed6-9407-e64aa3b79462', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'port_id': '76aa0f1b-1f50-4ed6-9407-e64aa3b79462', 'mac_address': 'fa:16:3e:e5:77:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:39:46.979293 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:46.979712 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (76aa0f1b-1f50-4ed6-9407-e64aa3b79462), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:46.994296 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:39:47.015893 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=76aa0f1b-1f50-4ed6-9407-e64aa3b79462,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:47.040843 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:47.045421 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:47.046034 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:47.047534 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 HTTP/1.1" status: 200 len: 1094 time: 0.9617569 Sep 23 01:39:47.048207 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f798dc-4e0c-4d00-aaf1-981c818467d3', 'tag': 'a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:39:47.050515 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c8687e-c44c-4567-b7c4-441f8a7b8b91" -d '{"events": [{"name": "network-changed", "server_uuid": "38f798dc-4e0c-4d00-aaf1-981c818467d3", "tag": "a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:39:47.054862 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:47.104539 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db684a52-148d-4f8e-a892-a85b4a979cb3 x-openstack-request-id: req-db684a52-148d-4f8e-a892-a85b4a979cb3 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:39:47.109817 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f798dc-4e0c-4d00-aaf1-981c818467d3", "tag": "a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:39:47.109817 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db684a52-148d-4f8e-a892-a85b4a979cb3 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:39:47.109817 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db684a52-148d-4f8e-a892-a85b4a979cb3'] response: {'name': 'network-changed', 'server_uuid': '38f798dc-4e0c-4d00-aaf1-981c818467d3', 'tag': 'a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5', 'status': 'completed', 'code': 200} Sep 23 01:39:47.131031 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (76aa0f1b-1f50-4ed6-9407-e64aa3b79462), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:47.158254 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297f178-7bf9-4498-839e-4152fddb1b92 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5,revision_number=3']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:47.206636 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3d2a9-0e1f-4843-8ef3-cba0686048b1 req-e8068f1f-0933-4635-91c2-527c5415d7a5 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:47.208388 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-efa3d2a9-0e1f-4843-8ef3-cba0686048b1 req-e8068f1f-0933-4635-91c2-527c5415d7a5 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 944 time: 0.0927453 Sep 23 01:39:47.208532 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=76aa0f1b-1f50-4ed6-9407-e64aa3b79462,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:47.212989 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3b6f1186-0da6-46c3-ae3e-8828409420a2 None None] Attempt 3 to provision port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 Sep 23 01:39:47.235756 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8687e-c44c-4567-b7c4-441f8a7b8b91 req-b1a6e818-fcb9-47af-b388-5dc7c7c3ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:47.237786 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d3c8687e-c44c-4567-b7c4-441f8a7b8b91 req-b1a6e818-fcb9-47af-b388-5dc7c7c3ff7e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=a15460898c2b4b15bfee3d39a01273b4&device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 1128 time: 0.0735400 Sep 23 01:39:47.259747 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f1186-0da6-46c3-ae3e-8828409420a2 None None] Port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 had new provisioning blocks added so it will not transition to active. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:39:47.327061 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-efa3d2a9-0e1f-4843-8ef3-cba0686048b1 req-48cc0569-f47f-4789-81aa-b2e1ec2bf2e1 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ac34f96e-de17-4e77-9865-54aaa776f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057274 Sep 23 01:39:47.382819 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8687e-c44c-4567-b7c4-441f8a7b8b91 req-2c25eb5d-3594-47e3-8024-6271e4b2dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:47.384882 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d3c8687e-c44c-4567-b7c4-441f8a7b8b91 req-2c25eb5d-3594-47e3-8024-6271e4b2dbf8 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=a15460898c2b4b15bfee3d39a01273b4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1246986 Sep 23 01:39:47.510743 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['76aa0f1b-1f50-4ed6-9407-e64aa3b79462'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:39:47.533854 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:47.611104 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8687e-c44c-4567-b7c4-441f8a7b8b91 req-dbd0ee7d-82bc-4ed6-b402-4079e73d11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:47.612647 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d3c8687e-c44c-4567-b7c4-441f8a7b8b91 req-dbd0ee7d-82bc-4ed6-b402-4079e73d11dd service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021888 Sep 23 01:39:47.721850 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-1874110d-61df-4922-8ed7-56bb9d16885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:47.723685 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-1874110d-61df-4922-8ed7-56bb9d16885e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=a15460898c2b4b15bfee3d39a01273b4&device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 1128 time: 0.0501802 Sep 23 01:39:47.731395 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:47.785541 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47019cdf-d438-4a2e-b6e5-fe105313e5e5 req-eb0f1348-ae70-4d3f-9148-826655ebe9dd tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:47.787009 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-32eea567-7294-4f1b-9619-724a2b87ca92 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 HTTP/1.1" status: 200 len: 217 time: 0.0499623 Sep 23 01:39:47.793097 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-47019cdf-d438-4a2e-b6e5-fe105313e5e5 req-eb0f1348-ae70-4d3f-9148-826655ebe9dd tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 945 time: 0.0608437 Sep 23 01:39:47.865152 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-47019cdf-d438-4a2e-b6e5-fe105313e5e5 req-5cccffdf-81d0-43d9-8553-28d5baa93902 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656517 Sep 23 01:39:47.877213 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9993b857-a987-487b-b067-eec4c985e4ed req-0cb8b25f-ec27-4119-94a9-481495492564 tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=35c50f9b-7a91-48fb-9390-2149364acd41 HTTP/1.1" status: 200 len: 210 time: 0.0309913 Sep 23 01:39:47.891793 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-7567eaf8-8ff3-4d5d-bbc9-4d0b3b15bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:47.892963 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-7567eaf8-8ff3-4d5d-bbc9-4d0b3b15bedf service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=ef213c81-80fb-4bd1-93b8-ec90976c54d9 HTTP/1.1" status: 200 len: 851 time: 0.0913291 Sep 23 01:39:47.938329 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-e2e859b8-3952-4cda-861f-4992bb718bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:47.940002 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-e2e859b8-3952-4cda-861f-4992bb718bea service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404980 Sep 23 01:39:48.037847 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-aa064dfa-efa3-48a2-a698-a5a1cf85dd27 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915580 Sep 23 01:39:48.131202 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-01fd9a82-d2f5-4dfc-8fd0-86a2a0ea4b05 req-24480b7e-41aa-4214-b9fc-9df36778762b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875661 Sep 23 01:39:48.454150 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a1ecf-a804-48e7-974d-74c675399c2d req-9e2f1153-c2a4-4264-9710-2df221ee9ba2 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:48.455629 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-892a1ecf-a804-48e7-974d-74c675399c2d req-9e2f1153-c2a4-4264-9710-2df221ee9ba2 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 944 time: 0.0484118 Sep 23 01:39:48.510141 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-892a1ecf-a804-48e7-974d-74c675399c2d req-8da5855f-92f7-427e-a6df-8857031e926c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ac34f96e-de17-4e77-9865-54aaa776f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480833 Sep 23 01:39:48.816392 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:39:48.862933 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:39:48.907721 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:48.908166 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (76aa0f1b-1f50-4ed6-9407-e64aa3b79462), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:48.908509 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 Sep 23 01:39:48.965718 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49386) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:48.992750 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:48.994043 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (76aa0f1b-1f50-4ed6-9407-e64aa3b79462), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:49.003202 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9c245-52f9-40be-880d-3a6366cfc900 req-21b9f8b7-54cc-4aed-9019-953cf7e004cf tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:49.004591 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1cc9c245-52f9-40be-880d-3a6366cfc900 req-21b9f8b7-54cc-4aed-9019-953cf7e004cf tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 945 time: 0.0541220 Sep 23 01:39:49.020542 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84ea01c-1bd5-4928-832e-e939c785fcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76aa0f1b-1f50-4ed6-9407-e64aa3b79462'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:39:49.024531 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cbff7e-f146-40d3-b8b9-f38a973525c0" -d '{"events": [{"server_uuid": "d84ea01c-1bd5-4928-832e-e939c785fcb2", "name": "network-vif-plugged", "status": "completed", "tag": "76aa0f1b-1f50-4ed6-9407-e64aa3b79462"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:39:49.040520 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=76aa0f1b-1f50-4ed6-9407-e64aa3b79462,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:49.050311 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-251b7697-589c-4cb7-ba1d-bf08866dfc6a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group (2d099f46-1b7a-457e-aa9b-32abf6be9519), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:49.067902 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6439bf51-2c43-46b0-b44f-28850a7b95b7 x-openstack-request-id: req-6439bf51-2c43-46b0-b44f-28850a7b95b7 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:39:49.068133 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84ea01c-1bd5-4928-832e-e939c785fcb2", "name": "network-vif-plugged", "status": "completed", "tag": "76aa0f1b-1f50-4ed6-9407-e64aa3b79462", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:39:49.068331 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6439bf51-2c43-46b0-b44f-28850a7b95b7 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:39:49.068905 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6439bf51-2c43-46b0-b44f-28850a7b95b7'] response: {'server_uuid': 'd84ea01c-1bd5-4928-832e-e939c785fcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76aa0f1b-1f50-4ed6-9407-e64aa3b79462', 'code': 200} Sep 23 01:39:49.080664 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1cc9c245-52f9-40be-880d-3a6366cfc900 req-4ac4810a-4fc0-4e6c-946a-91fd29a0ded0 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607417 Sep 23 01:39:49.087833 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-251b7697-589c-4cb7-ba1d-bf08866dfc6a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group (2d099f46-1b7a-457e-aa9b-32abf6be9519), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:49.120476 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (76aa0f1b-1f50-4ed6-9407-e64aa3b79462), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:49.121443 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 911afee1-5fd1-4032-b7a3-0dfc35cb6337 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:39:49.165739 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: 911afee1-5fd1-4032-b7a3-0dfc35cb6337 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:39:49.166082 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 911afee1-5fd1-4032-b7a3-0dfc35cb6337 not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:39:49.192528 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=76aa0f1b-1f50-4ed6-9407-e64aa3b79462,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:49.239380 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-251b7697-589c-4cb7-ba1d-bf08866dfc6a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (2d099f46-1b7a-457e-aa9b-32abf6be9519), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:49.242073 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-251b7697-589c-4cb7-ba1d-bf08866dfc6a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:49.243882 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-251b7697-589c-4cb7-ba1d-bf08866dfc6a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2d099f46-1b7a-457e-aa9b-32abf6be9519 HTTP/1.1" status: 204 len: 168 time: 0.2770159 Sep 23 01:39:49.253660 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b7697-589c-4cb7-ba1d-bf08866dfc6a tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d099f46-1b7a-457e-aa9b-32abf6be9519,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:49.378531 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230573e-1388-4e2a-b947-f79d9cff84b0 req-cd649a82-3294-4f3d-8e29-395bc288aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:49.380341 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9230573e-1388-4e2a-b947-f79d9cff84b0 req-cd649a82-3294-4f3d-8e29-395bc288aa22 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 1130 time: 0.0422876 Sep 23 01:39:49.395387 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49392) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:49.432174 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9230573e-1388-4e2a-b947-f79d9cff84b0 req-144e82d0-86b4-4680-a072-026559de1f6a service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459754 Sep 23 01:39:49.559323 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:49.599294 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:49.636642 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a408c3-e595-4cad-b7e5-d2fd290fa427 req-a052488e-cee8-4298-8f22-3ec5d87e488c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:49.637997 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a6a408c3-e595-4cad-b7e5-d2fd290fa427 req-a052488e-cee8-4298-8f22-3ec5d87e488c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 944 time: 0.0491548 Sep 23 01:39:49.689305 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a6a408c3-e595-4cad-b7e5-d2fd290fa427 req-a06f0a95-659a-4b5d-92a5-7302fe0916a2 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ac34f96e-de17-4e77-9865-54aaa776f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442324 Sep 23 01:39:49.784878 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:49.833575 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-668fb7c8-8166-4298-b4b0-2f0bd25a8ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736099'] for router_interface (7f9a0578-75cc-48cd-9ccd-c037b409acde), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:50.060427 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-668fb7c8-8166-4298-b4b0-2f0bd25a8ba0 admin admin] Deleting port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:39:50.061159 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-668fb7c8-8166-4298-b4b0-2f0bd25a8ba0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:50.150789 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-668fb7c8-8166-4298-b4b0-2f0bd25a8ba0 admin admin] For port fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb,segment=NetworkSegment(cae84908-7015-491d-9d2b-0814f4a10a26),segment_id=cae84908-7015-491d-9d2b-0814f4a10a26)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:50.151157 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-668fb7c8-8166-4298-b4b0-2f0bd25a8ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:50.166449 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-668fb7c8-8166-4298-b4b0-2f0bd25a8ba0 admin admin] Calling delete_port for fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb owned by network:router_interface {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:39:50.262569 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e986d-7ee3-4bb5-bfff-c28278d866ec req-eb6cb40d-13d0-4385-b877-d4652cd85753 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:50.275782 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-932e986d-7ee3-4bb5-bfff-c28278d866ec req-eb6cb40d-13d0-4385-b877-d4652cd85753 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 946 time: 0.0882196 Sep 23 01:39:50.368497 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-932e986d-7ee3-4bb5-bfff-c28278d866ec req-048e9b59-9e46-41c7-a9eb-2930c00c3b43 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964923 Sep 23 01:39:50.513700 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-668fb7c8-8166-4298-b4b0-2f0bd25a8ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:50.538749 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fb7c8-8166-4298-b4b0-2f0bd25a8ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:50.567324 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:50.694429 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:50.713504 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-668fb7c8-8166-4298-b4b0-2f0bd25a8ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683219'] for router_interface (7f9a0578-75cc-48cd-9ccd-c037b409acde), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:50.807277 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:39:50.838208 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344cd29-b047-49c1-9a4e-cd643023a4ea req-a0d3d216-09e1-43d5-a3dc-a922e702a893 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:50.840223 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1344cd29-b047-49c1-9a4e-cd643023a4ea req-a0d3d216-09e1-43d5-a3dc-a922e702a893 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 944 time: 0.0707829 Sep 23 01:39:50.909918 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1344cd29-b047-49c1-9a4e-cd643023a4ea req-079ac5ac-a940-4f79-9eeb-754382ac0268 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ac34f96e-de17-4e77-9865-54aaa776f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623322 Sep 23 01:39:50.934347 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:50.940171 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:50.960603 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': 'a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'port_id': 'a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5', 'mac_address': 'fa:16:3e:08:b9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:39:50.966056 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668fb7c8-8166-4298-b4b0-2f0bd25a8ba0 admin admin] Router 7f9a0578-75cc-48cd-9ccd-c037b409acde has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:39:50.999374 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:50.999789 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:51.014135 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:39:51.036212 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:51.148384 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:51.210262 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:51.340877 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668fb7c8-8166-4298-b4b0-2f0bd25a8ba0 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:39:51.347898 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-668fb7c8-8166-4298-b4b0-2f0bd25a8ba0 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/7f9a0578-75cc-48cd-9ccd-c037b409acde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9489713 Sep 23 01:39:51.349286 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49402) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:51.351511 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c3540-0874-4954-851d-ff850656792c None None] Sync routers for ids ['7f9a0578-75cc-48cd-9ccd-c037b409acde'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:39:51.363454 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c3540-0874-4954-851d-ff850656792c None None] Routers {'7f9a0578-75cc-48cd-9ccd-c037b409acde'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:51.364247 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-3a1c3540-0874-4954-851d-ff850656792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:39:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['7f9a0578-75cc-48cd-9ccd-c037b409acde'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:51.449619 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:51.453867 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:39:51.470361 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-27f08e85-1a6f-4c64-86e8-a4c9fa1c5efa admin admin] Publish callbacks [] for router (7f9a0578-75cc-48cd-9ccd-c037b409acde), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:51.512420 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-3a1c3540-0874-4954-851d-ff850656792c None None] Set router 7f9a0578-75cc-48cd-9ccd-c037b409acde gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:51.543369 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938cbe6-0e6e-4dd8-bc6a-06e69fea8409 req-cdad6e1c-b107-483a-aa8d-482b46f042f0 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:51.544952 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6938cbe6-0e6e-4dd8-bc6a-06e69fea8409 req-cdad6e1c-b107-483a-aa8d-482b46f042f0 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 946 time: 0.0901630 Sep 23 01:39:51.627408 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:51.646685 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6938cbe6-0e6e-4dd8-bc6a-06e69fea8409 req-40aecb79-5753-49ec-bc84-f9a8dee1f448 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950444 Sep 23 01:39:51.648121 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-27f08e85-1a6f-4c64-86e8-a4c9fa1c5efa admin admin] Publish callbacks [] for router_gateway (7f9a0578-75cc-48cd-9ccd-c037b409acde), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:51.763539 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-27f08e85-1a6f-4c64-86e8-a4c9fa1c5efa admin admin] Deleting port 1267633a-4307-4baf-928b-a9ab7bbb5b91 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:39:51.763860 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-27f08e85-1a6f-4c64-86e8-a4c9fa1c5efa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (1267633a-4307-4baf-928b-a9ab7bbb5b91), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:51.776982 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab0540-09f7-441e-926e-17e4056c2abc req-6eac89c0-8dca-4439-8b51-867fb255d752 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:51.778734 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c0ab0540-09f7-441e-926e-17e4056c2abc req-6eac89c0-8dca-4439-8b51-867fb255d752 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 946 time: 0.0511074 Sep 23 01:39:51.848491 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c0ab0540-09f7-441e-926e-17e4056c2abc req-5be3fd32-79a3-4996-9d5e-4aa8a35bcbfc tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598195 Sep 23 01:39:51.869641 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-27f08e85-1a6f-4c64-86e8-a4c9fa1c5efa admin admin] For port 1267633a-4307-4baf-928b-a9ab7bbb5b91, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=1267633a-4307-4baf-928b-a9ab7bbb5b91,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:51.870018 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-27f08e85-1a6f-4c64-86e8-a4c9fa1c5efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (1267633a-4307-4baf-928b-a9ab7bbb5b91), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:51.874230 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49408) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:51.884221 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:51.885092 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-27f08e85-1a6f-4c64-86e8-a4c9fa1c5efa admin admin] Calling delete_port for 1267633a-4307-4baf-928b-a9ab7bbb5b91 owned by network:router_gateway {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:39:51.921999 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-3a1c3540-0874-4954-851d-ff850656792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'name': 'tempest-TestShelveInstance-295570330-router', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:20Z', 'updated_at': '2022-09-23T01:39:50Z', 'revision_number': 5, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'gw_port': {'id': '1267633a-4307-4baf-928b-a9ab7bbb5b91', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:21Z', 'updated_at': '2022-09-23T01:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:51.953051 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c3540-0874-4954-851d-ff850656792c None None] Checking router: 7f9a0578-75cc-48cd-9ccd-c037b409acde for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:39:51.966501 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c3540-0874-4954-851d-ff850656792c None None] Routers {'7f9a0578-75cc-48cd-9ccd-c037b409acde'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:51.967132 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-3a1c3540-0874-4954-851d-ff850656792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:39:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['7f9a0578-75cc-48cd-9ccd-c037b409acde'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:51.997040 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7b1b3f-23ef-445b-85a4-2e6a50752e50 tempest-TestVolumeBootPattern-2092708053 tempest-TestVolumeBootPattern-2092708053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:51.999744 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-8d7b1b3f-23ef-445b-85a4-2e6a50752e50 tempest-TestVolumeBootPattern-2092708053 tempest-TestVolumeBootPattern-2092708053-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 1125 time: 0.1241817 Sep 23 01:39:52.003884 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49414) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:52.009428 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Request body: {'floatingip': {'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'port_id': '76aa0f1b-1f50-4ed6-9407-e64aa3b79462', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:52.056715 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-3a1c3540-0874-4954-851d-ff850656792c None None] Set router 7f9a0578-75cc-48cd-9ccd-c037b409acde gateway port host: None {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:52.085377 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c204f7e-4bbe-4423-9f31-efa9eedcf9eb req-e4b5d5a8-f01e-438d-ae71-cbaa8f264cf2 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:52.087613 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4c204f7e-4bbe-4423-9f31-efa9eedcf9eb req-e4b5d5a8-f01e-438d-ae71-cbaa8f264cf2 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 945 time: 0.0753257 Sep 23 01:39:52.106525 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-3a1c3540-0874-4954-851d-ff850656792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'name': 'tempest-TestShelveInstance-295570330-router', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:20Z', 'updated_at': '2022-09-23T01:39:51Z', 'revision_number': 6, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'gw_port_host': None}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:52.134465 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c3540-0874-4954-851d-ff850656792c None None] The sync data for ids ['7f9a0578-75cc-48cd-9ccd-c037b409acde'] in dv-cinder-849143-7-iscsi is: [{'id': '7f9a0578-75cc-48cd-9ccd-c037b409acde', 'name': 'tempest-TestShelveInstance-295570330-router', 'tenant_id': '600dd39d7a7944a49330866c0e26cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:20Z', 'updated_at': '2022-09-23T01:39:51Z', 'revision_number': 6, 'project_id': '600dd39d7a7944a49330866c0e26cb66', 'gw_port_host': None}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:39:52.146825 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4c204f7e-4bbe-4423-9f31-efa9eedcf9eb req-9a9d9dc8-2783-4bb1-afbe-15e78290c383 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ac34f96e-de17-4e77-9865-54aaa776f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524616 Sep 23 01:39:52.193623 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:52.216737 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-27f08e85-1a6f-4c64-86e8-a4c9fa1c5efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (1267633a-4307-4baf-928b-a9ab7bbb5b91), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:52.245381 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f08e85-1a6f-4c64-86e8-a4c9fa1c5efa admin admin] Pushing event deleted for resources: {'Port': ['ID=1267633a-4307-4baf-928b-a9ab7bbb5b91,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:52.288554 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:52.320153 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-27f08e85-1a6f-4c64-86e8-a4c9fa1c5efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679193'] for router_gateway (7f9a0578-75cc-48cd-9ccd-c037b409acde), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:52.405528 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Allocated IP 172.27.1.245 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/34303516-ba23-4b66-a12c-815cfee85857) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:39:52.412926 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-27f08e85-1a6f-4c64-86e8-a4c9fa1c5efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6547'] for router (7f9a0578-75cc-48cd-9ccd-c037b409acde), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:52.414348 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-27f08e85-1a6f-4c64-86e8-a4c9fa1c5efa admin admin] Publish callbacks [] for router_controller (7f9a0578-75cc-48cd-9ccd-c037b409acde), precommit_delete_associations {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:52.417241 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:52.511601 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:52.525974 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for port (34303516-ba23-4b66-a12c-815cfee85857), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:52.538720 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-27f08e85-1a6f-4c64-86e8-a4c9fa1c5efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683310'] for router (7f9a0578-75cc-48cd-9ccd-c037b409acde), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:52.540719 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f08e85-1a6f-4c64-86e8-a4c9fa1c5efa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f9a0578-75cc-48cd-9ccd-c037b409acde {{(pid=107235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:39:52.547006 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-27f08e85-1a6f-4c64-86e8-a4c9fa1c5efa admin admin] Publish callbacks [] for router (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:52.548723 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-27f08e85-1a6f-4c64-86e8-a4c9fa1c5efa admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/7f9a0578-75cc-48cd-9ccd-c037b409acde HTTP/1.1" status: 204 len: 168 time: 1.1981902 Sep 23 01:39:52.551263 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49416) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:52.604627 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ec23e1-dda4-4190-b5c9-be11c2020366 admin admin] Deleting subnet 948b79d0-7fa3-4099-8c3a-d88b8d8138af {{(pid=107235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:39:52.608009 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f8ec23e1-dda4-4190-b5c9-be11c2020366 admin admin] Publish callbacks [] for subnet (948b79d0-7fa3-4099-8c3a-d88b8d8138af), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:52.643939 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f8ec23e1-dda4-4190-b5c9-be11c2020366 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9302516'] for subnet (948b79d0-7fa3-4099-8c3a-d88b8d8138af), precommit_delete_associations {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:52.664015 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:52.710765 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (34303516-ba23-4b66-a12c-815cfee85857), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:52.753251 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f8ec23e1-dda4-4190-b5c9-be11c2020366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7847786'] for subnet (948b79d0-7fa3-4099-8c3a-d88b8d8138af), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:52.758488 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:39:52.763908 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:39:52.766043 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event updated for resources: {'Port': ['ID=34303516-ba23-4b66-a12c-815cfee85857,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:52.768490 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:39:52.792640 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:52.816247 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:39:52.861443 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:39:52.873429 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3690258c-631b-4544-936b-07d36b24f8a8 req-4a861e49-73fa-481b-9b9c-90a5ce9872e9 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685127 Sep 23 01:39:52.927254 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f8ec23e1-dda4-4190-b5c9-be11c2020366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7835479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3173608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3538056'] for subnet (948b79d0-7fa3-4099-8c3a-d88b8d8138af), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:52.957900 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec23e1-dda4-4190-b5c9-be11c2020366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948b79d0-7fa3-4099-8c3a-d88b8d8138af,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:52.961884 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-f8ec23e1-dda4-4190-b5c9-be11c2020366 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:52.967668 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:39:52.968247 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-f8ec23e1-dda4-4190-b5c9-be11c2020366 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/948b79d0-7fa3-4099-8c3a-d88b8d8138af HTTP/1.1" status: 204 len: 168 time: 0.4121227 Sep 23 01:39:52.968355 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:52.968355 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 Sep 23 01:39:52.968514 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49418) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:52.969464 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d1e8ae-3c59-4f1e-8aea-770a9143cc6c None None] Network 2b18b98c-5d4a-416e-872c-bd1f7589d912 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:39:53.045045 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:53.053173 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690258c-631b-4544-936b-07d36b24f8a8 req-49ffe675-0998-4d32-b989-5175d4858ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:53.054689 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3690258c-631b-4544-936b-07d36b24f8a8 req-49ffe675-0998-4d32-b989-5175d4858ba8 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=a15460898c2b4b15bfee3d39a01273b4&device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 1130 time: 0.0802505 Sep 23 01:39:53.068418 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776543'] for network (2b18b98c-5d4a-416e-872c-bd1f7589d912), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:53.122475 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] Deleting port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:39:53.122987 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (8b38faf1-64cb-4e14-86d5-a35f05cd5847), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:53.146174 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:39:53.146783 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:53.182777 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f798dc-4e0c-4d00-aaf1-981c818467d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:39:53.186652 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60be025d-3d0b-4fea-a3af-debb29da7d62" -d '{"events": [{"server_uuid": "38f798dc-4e0c-4d00-aaf1-981c818467d3", "name": "network-vif-plugged", "status": "completed", "tag": "a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:39:53.224152 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] For port 8b38faf1-64cb-4e14-86d5-a35f05cd5847, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=8b38faf1-64cb-4e14-86d5-a35f05cd5847,segment=NetworkSegment(cae84908-7015-491d-9d2b-0814f4a10a26),segment_id=cae84908-7015-491d-9d2b-0814f4a10a26)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:53.232515 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (8b38faf1-64cb-4e14-86d5-a35f05cd5847), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:53.240820 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] Calling delete_port for 8b38faf1-64cb-4e14-86d5-a35f05cd5847 owned by network:dhcp {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:39:53.259890 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4c6e9b-244f-4a76-9915-95dba01f7742 None None] DHCP port deletion for 2b18b98c-5d4a-416e-872c-bd1f7589d912 request from dv-cinder-849143-7-iscsi {{(pid=107237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:39:53.263162 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:53.283004 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690258c-631b-4544-936b-07d36b24f8a8 req-c63c3496-17de-4907-a13d-96b5764d8dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:53.284929 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3690258c-631b-4544-936b-07d36b24f8a8 req-c63c3496-17de-4907-a13d-96b5764d8dd8 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4 HTTP/1.1" status: 200 len: 913 time: 0.2082644 Sep 23 01:39:53.299912 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:53.340403 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22059591-4947-438e-a22f-ae774cf54dad x-openstack-request-id: req-22059591-4947-438e-a22f-ae774cf54dad {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:39:53.340851 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f798dc-4e0c-4d00-aaf1-981c818467d3", "name": "network-vif-plugged", "status": "completed", "tag": "a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:39:53.341266 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22059591-4947-438e-a22f-ae774cf54dad {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:39:53.341800 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22059591-4947-438e-a22f-ae774cf54dad'] response: {'server_uuid': '38f798dc-4e0c-4d00-aaf1-981c818467d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5', 'code': 200} Sep 23 01:39:53.353580 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:53.399327 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:53.427784 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 8b38faf1-64cb-4e14-86d5-a35f05cd5847 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:39:53.436310 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ce4c6e9b-244f-4a76-9915-95dba01f7742 None None] Deleting port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 {{(pid=107237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:39:53.437166 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ce4c6e9b-244f-4a76-9915-95dba01f7742 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (8b38faf1-64cb-4e14-86d5-a35f05cd5847), before_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:53.481079 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a9688-434a-41ac-9d4c-a1e30500cab0 req-1283b5cc-ff51-489a-afac-36eef30d65ed tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:53.482747 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-863a9688-434a-41ac-9d4c-a1e30500cab0 req-1283b5cc-ff51-489a-afac-36eef30d65ed tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 946 time: 0.1036241 Sep 23 01:39:53.484221 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for floatingip (a02e0d9c-a9b1-4b83-978a-263b33d25344), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:53.487789 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3690258c-631b-4544-936b-07d36b24f8a8 req-06dddb1a-eb7a-4f98-8aed-2b6f97e503ef service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71b6fced-1490-49f1-9d45-9f897ad02832 HTTP/1.1" status: 200 len: 1002 time: 0.1953523 Sep 23 01:39:53.516542 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:53.543775 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:53.553654 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-ce4c6e9b-244f-4a76-9915-95dba01f7742 None None] For port 8b38faf1-64cb-4e14-86d5-a35f05cd5847, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=8b38faf1-64cb-4e14-86d5-a35f05cd5847,segment=NetworkSegment(cae84908-7015-491d-9d2b-0814f4a10a26),segment_id=cae84908-7015-491d-9d2b-0814f4a10a26)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:53.554240 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ce4c6e9b-244f-4a76-9915-95dba01f7742 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (8b38faf1-64cb-4e14-86d5-a35f05cd5847), precommit_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:53.565576 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (8b38faf1-64cb-4e14-86d5-a35f05cd5847), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:53.569745 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No ports have port_id starting with 8b38faf1-64cb-4e14-86d5-a35f05cd5847 Sep 23 01:39:53.570926 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-ce4c6e9b-244f-4a76-9915-95dba01f7742 None None] Calling delete_port for 8b38faf1-64cb-4e14-86d5-a35f05cd5847 owned by network:dhcp {{(pid=107237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:39:53.573479 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 1267633a-4307-4baf-928b-a9ab7bbb5b91 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:39:53.593998 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b38faf1-64cb-4e14-86d5-a35f05cd5847,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:53.600110 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] No DVR routers for this DVR port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 on host dv-cinder-849143-7-iscsi {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:39:53.602576 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: 1267633a-4307-4baf-928b-a9ab7bbb5b91 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:39:53.603302 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 1267633a-4307-4baf-928b-a9ab7bbb5b91 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:39:53.603929 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:39:53.604140 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690258c-631b-4544-936b-07d36b24f8a8 req-deb4d759-61c8-4086-89ce-e8a0e6e621fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:53.605629 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3690258c-631b-4544-936b-07d36b24f8a8 req-deb4d759-61c8-4086-89ce-e8a0e6e621fd service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=ef213c81-80fb-4bd1-93b8-ec90976c54d9 HTTP/1.1" status: 200 len: 851 time: 0.1002746 Sep 23 01:39:53.629123 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-863a9688-434a-41ac-9d4c-a1e30500cab0 req-c9177932-54e8-4fde-ba46-aa63e67a9a30 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ac34f96e-de17-4e77-9865-54aaa776f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225686 Sep 23 01:39:53.680976 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690258c-631b-4544-936b-07d36b24f8a8 req-b8ae94c8-7c5f-40e1-aadd-bef694aa0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:53.681991 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3690258c-631b-4544-936b-07d36b24f8a8 req-b8ae94c8-7c5f-40e1-aadd-bef694aa0795 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676725 Sep 23 01:39:53.686797 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:39:53.687162 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device fa7d6fc1-9eb0-4d90-a1f9-43166d7b38eb not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:39:53.697340 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807041', 'neutron.services.segments.db._delete_segments_for_network-8752383552961'] for network (2b18b98c-5d4a-416e-872c-bd1f7589d912), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:53.711222 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (34303516-ba23-4b66-a12c-815cfee85857), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:53.723850 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b18b98c-5d4a-416e-872c-bd1f7589d912']}} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:53.734546 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae84908-7015-491d-9d2b-0814f4a10a26') {'for_net_delete': True} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:53.734867 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae84908-7015-491d-9d2b-0814f4a10a26') {} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:53.746198 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752383552853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9302479'] for segment (cae84908-7015-491d-9d2b-0814f4a10a26), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:53.750513 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ce4c6e9b-244f-4a76-9915-95dba01f7742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074'] for port (8b38faf1-64cb-4e14-86d5-a35f05cd5847), after_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:53.770265 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (cae84908-7015-491d-9d2b-0814f4a10a26), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:53.779396 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c6e9b-244f-4a76-9915-95dba01f7742 None None] Pushing event deleted for resources: {'Port': ['ID=8b38faf1-64cb-4e14-86d5-a35f05cd5847,revision_number=None']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:53.779636 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=107235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:39:53.779811 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3173458'] for segment (cae84908-7015-491d-9d2b-0814f4a10a26), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:53.782385 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4c6e9b-244f-4a76-9915-95dba01f7742 None None] No DVR routers for this DVR port 8b38faf1-64cb-4e14-86d5-a35f05cd5847 on host dv-cinder-849143-7-iscsi {{(pid=107237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:39:53.806141 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:53.849537 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment cae84908-7015-491d-9d2b-0814f4a10a26 resource provider aggregate not found Sep 23 01:39:53.864078 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3690258c-631b-4544-936b-07d36b24f8a8 req-adfe0bcc-2dcd-456a-abef-54e1054f1000 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747513 Sep 23 01:39:53.896928 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment cae84908-7015-491d-9d2b-0814f4a10a26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cae84908-7015-491d-9d2b-0814f4a10a26 found for delete ", "request_id": "req-d97afde2-49e1-429a-8078-24d9e2b903bb"}]} Sep 23 01:39:53.898433 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83747e-ce8c-4a7c-8c1e-4d7868ca1f0e req-8b5b15fd-fb6c-4c98-ac0b-995ebfc22e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:53.900517 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ca83747e-ce8c-4a7c-8c1e-4d7868ca1f0e req-8b5b15fd-fb6c-4c98-ac0b-995ebfc22e6d service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 1130 time: 0.0904605 Sep 23 01:39:53.951433 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ca83747e-ce8c-4a7c-8c1e-4d7868ca1f0e req-61fac13f-0caa-404a-99b5-174a4ef569f9 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=ac34f96e-de17-4e77-9865-54aaa776f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436938 Sep 23 01:39:53.993695 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679244'] for network (2b18b98c-5d4a-416e-872c-bd1f7589d912), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:54.000409 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:54.004963 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/2b18b98c-5d4a-416e-872c-bd1f7589d912 HTTP/1.1" status: 204 len: 168 time: 1.0343733 Sep 23 01:39:54.007034 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49428) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:54.023414 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104c1f3-23bd-4cbd-8bee-d983afb5a8b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b18b98c-5d4a-416e-872c-bd1f7589d912,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:54.274837 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:54.276079 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for port (34303516-ba23-4b66-a12c-815cfee85857), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:54.282700 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3690258c-631b-4544-936b-07d36b24f8a8 req-6a2dabbc-f240-4e7d-9c90-4f19e1e94a19 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101467 Sep 23 01:39:54.341863 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (34303516-ba23-4b66-a12c-815cfee85857), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:54.373537 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-74161948-3e49-4ccb-92f0-957f166726ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736099'] for router_interface (19bc6747-aa88-4168-9db6-0555bf2bc30e), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:54.412203 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event updated for resources: {'Port': ['ID=34303516-ba23-4b66-a12c-815cfee85857,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:54.414760 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (a02e0d9c-a9b1-4b83-978a-263b33d25344), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:54.438936 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=4 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:54.440664 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=5 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:54.519917 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.l3_db [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Floating IP a02e0d9c-a9b1-4b83-978a-263b33d25344 associated. External IP: 172.27.1.245, port: 76aa0f1b-1f50-4ed6-9407-e64aa3b79462. Sep 23 01:39:54.640501 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-74161948-3e49-4ccb-92f0-957f166726ca admin admin] Deleting port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:39:54.641122 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-74161948-3e49-4ccb-92f0-957f166726ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (2a931cac-6c3d-473b-a0c1-f6eeecc41e3c), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:54.734984 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Router 565a0dc1-9fc8-48b9-894d-271ec21954e8 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:39:54.764930 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-74161948-3e49-4ccb-92f0-957f166726ca admin admin] For port 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=2a931cac-6c3d-473b-a0c1-f6eeecc41e3c,segment=NetworkSegment(df527909-6eae-4ab4-a34c-a4876e9b9da0),segment_id=df527909-6eae-4ab4-a34c-a4876e9b9da0)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:54.765303 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-74161948-3e49-4ccb-92f0-957f166726ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (2a931cac-6c3d-473b-a0c1-f6eeecc41e3c), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:54.789163 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-74161948-3e49-4ccb-92f0-957f166726ca admin admin] Calling delete_port for 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c owned by network:router_interface {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:39:54.798748 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06039da8-5f11-4e3c-8c7b-e526eee099db req-19af7472-ac53-4251-84e1-7ab137385240 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:54.800291 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-06039da8-5f11-4e3c-8c7b-e526eee099db req-19af7472-ac53-4251-84e1-7ab137385240 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 946 time: 0.0760400 Sep 23 01:39:54.817898 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:54.846416 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:39:54.851758 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:54.860687 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1740dfc-21b5-4823-9a25-9130fee1ca92 None None] Sync routers for ids ['565a0dc1-9fc8-48b9-894d-271ec21954e8'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:39:54.871410 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1740dfc-21b5-4823-9a25-9130fee1ca92 None None] Routers {'565a0dc1-9fc8-48b9-894d-271ec21954e8'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:54.872064 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-c1740dfc-21b5-4823-9a25-9130fee1ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:39:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['565a0dc1-9fc8-48b9-894d-271ec21954e8'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:54.899568 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-06039da8-5f11-4e3c-8c7b-e526eee099db req-84386982-a3bd-4471-accb-59256003f394 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ac34f96e-de17-4e77-9865-54aaa776f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923049 Sep 23 01:39:54.922529 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:54.967973 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-d0fc93e5-990b-4cda-b54b-92b643d77b6e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9625387 Sep 23 01:39:54.969147 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84ea01c-1bd5-4928-832e-e939c785fcb2', 'tag': '76aa0f1b-1f50-4ed6-9407-e64aa3b79462'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:39:54.971971 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0613d70-0f09-4744-86d8-c2c2bfd8e3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d84ea01c-1bd5-4928-832e-e939c785fcb2", "tag": "76aa0f1b-1f50-4ed6-9407-e64aa3b79462"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:39:54.977592 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-c1740dfc-21b5-4823-9a25-9130fee1ca92 None None] Set router 565a0dc1-9fc8-48b9-894d-271ec21954e8 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:55.036709 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e22d77-6dab-41bc-85d9-ff5df27ebe34 x-openstack-request-id: req-c4e22d77-6dab-41bc-85d9-ff5df27ebe34 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:39:55.036987 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84ea01c-1bd5-4928-832e-e939c785fcb2", "tag": "76aa0f1b-1f50-4ed6-9407-e64aa3b79462", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:39:55.041143 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4e22d77-6dab-41bc-85d9-ff5df27ebe34 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:39:55.041143 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e22d77-6dab-41bc-85d9-ff5df27ebe34'] response: {'name': 'network-changed', 'server_uuid': 'd84ea01c-1bd5-4928-832e-e939c785fcb2', 'tag': '76aa0f1b-1f50-4ed6-9407-e64aa3b79462', 'status': 'completed', 'code': 200} Sep 23 01:39:55.120436 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-74161948-3e49-4ccb-92f0-957f166726ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (2a931cac-6c3d-473b-a0c1-f6eeecc41e3c), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:55.147349 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74161948-3e49-4ccb-92f0-957f166726ca admin admin] Pushing event deleted for resources: {'Port': ['ID=2a931cac-6c3d-473b-a0c1-f6eeecc41e3c,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:55.222023 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-c1740dfc-21b5-4823-9a25-9130fee1ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': 'a02e0d9c-a9b1-4b83-978a-263b33d25344', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'port_id': '76aa0f1b-1f50-4ed6-9407-e64aa3b79462', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'mac_address': 'fa:16:3e:e5:77:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84ea01c-1bd5-4928-832e-e939c785fcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:39:53Z', 'updated_at': '2022-09-23T01:39:53Z', 'revision_number': 0, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:55.250627 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1740dfc-21b5-4823-9a25-9130fee1ca92 None None] Checking router: 565a0dc1-9fc8-48b9-894d-271ec21954e8 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:39:55.260119 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1740dfc-21b5-4823-9a25-9130fee1ca92 None None] Routers {'565a0dc1-9fc8-48b9-894d-271ec21954e8'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:55.260844 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-c1740dfc-21b5-4823-9a25-9130fee1ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:39:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['565a0dc1-9fc8-48b9-894d-271ec21954e8'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:55.341045 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-74161948-3e49-4ccb-92f0-957f166726ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683219'] for router_interface (19bc6747-aa88-4168-9db6-0555bf2bc30e), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:55.384450 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-c1740dfc-21b5-4823-9a25-9130fee1ca92 None None] Set router 565a0dc1-9fc8-48b9-894d-271ec21954e8 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:55.535153 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0613d70-0f09-4744-86d8-c2c2bfd8e3b8 req-6519c39a-6cd3-4b8d-b5fc-c8d021a9ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:55.536673 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c0613d70-0f09-4744-86d8-c2c2bfd8e3b8 req-6519c39a-6cd3-4b8d-b5fc-c8d021a9ba11 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 1130 time: 0.0492308 Sep 23 01:39:55.553677 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:55.583938 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74161948-3e49-4ccb-92f0-957f166726ca admin admin] Router 19bc6747-aa88-4168-9db6-0555bf2bc30e has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:39:55.711014 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-c1740dfc-21b5-4823-9a25-9130fee1ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': 'a02e0d9c-a9b1-4b83-978a-263b33d25344', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'port_id': '76aa0f1b-1f50-4ed6-9407-e64aa3b79462', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'mac_address': 'fa:16:3e:e5:77:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84ea01c-1bd5-4928-832e-e939c785fcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:39:53Z', 'updated_at': '2022-09-23T01:39:53Z', 'revision_number': 0, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:55.738344 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1740dfc-21b5-4823-9a25-9130fee1ca92 None None] The sync data for ids ['565a0dc1-9fc8-48b9-894d-271ec21954e8'] in dv-cinder-849143-7-iscsi is: [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': 'a02e0d9c-a9b1-4b83-978a-263b33d25344', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'port_id': '76aa0f1b-1f50-4ed6-9407-e64aa3b79462', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'mac_address': 'fa:16:3e:e5:77:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84ea01c-1bd5-4928-832e-e939c785fcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:39:53Z', 'updated_at': '2022-09-23T01:39:53Z', 'revision_number': 0, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:39:55.907090 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0613d70-0f09-4744-86d8-c2c2bfd8e3b8 req-3e667de7-828e-4062-9327-aea70d642227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:55.908890 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c0613d70-0f09-4744-86d8-c2c2bfd8e3b8 req-3e667de7-828e-4062-9327-aea70d642227 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=7fe1919f-1f3e-419a-91a3-220386faadcd HTTP/1.1" status: 200 len: 912 time: 0.1265881 Sep 23 01:39:55.985076 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:55.989931 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74161948-3e49-4ccb-92f0-957f166726ca admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:39:55.999914 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c0613d70-0f09-4744-86d8-c2c2bfd8e3b8 req-9db40c2f-08ae-4ff4-abbe-41102476c3d4 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76aa0f1b-1f50-4ed6-9407-e64aa3b79462 HTTP/1.1" status: 200 len: 1000 time: 0.0753195 Sep 23 01:39:56.000042 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-74161948-3e49-4ccb-92f0-957f166726ca admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/19bc6747-aa88-4168-9db6-0555bf2bc30e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9913049 Sep 23 01:39:56.002209 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18932f29-d947-4201-9db6-1016d4244308 None None] Sync routers for ids ['19bc6747-aa88-4168-9db6-0555bf2bc30e'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:39:56.003882 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49438) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:56.016272 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18932f29-d947-4201-9db6-1016d4244308 None None] Routers {'19bc6747-aa88-4168-9db6-0555bf2bc30e'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:56.017366 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-18932f29-d947-4201-9db6-1016d4244308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:39:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['19bc6747-aa88-4168-9db6-0555bf2bc30e'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:56.038230 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82012ffb-820b-4535-a85c-68fa0e566807 None None] New status for floating IP a02e0d9c-a9b1-4b83-978a-263b33d25344: ACTIVE {{(pid=107238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:39:56.112964 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5f8d9-39b5-49d9-9ec8-faa3d0897e13 req-0e1f490e-2ff1-4475-95c9-c71aabcbd5fa tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:56.121714 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-dba5f8d9-39b5-49d9-9ec8-faa3d0897e13 req-0e1f490e-2ff1-4475-95c9-c71aabcbd5fa tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 946 time: 0.0810490 Sep 23 01:39:56.152284 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-18932f29-d947-4201-9db6-1016d4244308 None None] Set router 19bc6747-aa88-4168-9db6-0555bf2bc30e gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:56.191440 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-dba5f8d9-39b5-49d9-9ec8-faa3d0897e13 req-175fb4b5-c582-4f0c-b929-95e337ea26c9 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ac34f96e-de17-4e77-9865-54aaa776f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684111 Sep 23 01:39:56.200050 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:56.206480 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0613d70-0f09-4744-86d8-c2c2bfd8e3b8 req-5980fafa-699a-442d-8643-42fd5568c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:56.208158 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c0613d70-0f09-4744-86d8-c2c2bfd8e3b8 req-5980fafa-699a-442d-8643-42fd5568c3de service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=92872aee-ac5a-436a-a1fc-6d4a72de35e8 HTTP/1.1" status: 200 len: 850 time: 0.0927315 Sep 23 01:39:56.292822 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7188f101-fe3a-4ad3-98ed-f7cb5d54d5bc admin admin] Publish callbacks [] for router (19bc6747-aa88-4168-9db6-0555bf2bc30e), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:56.359167 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-18932f29-d947-4201-9db6-1016d4244308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'name': 'tempest-TestShelveInstance-71138174-router', 'tenant_id': '81dd2c4296a5457894420a8114b1ab5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:29Z', 'updated_at': '2022-09-23T01:39:54Z', 'revision_number': 5, 'project_id': '81dd2c4296a5457894420a8114b1ab5d', 'gw_port': {'id': '6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:03:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:30Z', 'updated_at': '2022-09-23T01:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:56.375539 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567cca4-da34-49c7-ac08-d36ed7485356 req-c7f4eb1f-6e43-4f1e-8a49-b7583449af29 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:56.377044 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1567cca4-da34-49c7-ac08-d36ed7485356 req-c7f4eb1f-6e43-4f1e-8a49-b7583449af29 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 946 time: 0.0999556 Sep 23 01:39:56.388965 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49442) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:56.390855 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18932f29-d947-4201-9db6-1016d4244308 None None] Checking router: 19bc6747-aa88-4168-9db6-0555bf2bc30e for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:39:56.393925 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-a914d85c-e3f0-43df-bbcd-856b7b91a0f4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'floatingip': {'port_id': 'a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:39:56.401465 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18932f29-d947-4201-9db6-1016d4244308 None None] Routers {'19bc6747-aa88-4168-9db6-0555bf2bc30e'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:56.401812 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-18932f29-d947-4201-9db6-1016d4244308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:39:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['19bc6747-aa88-4168-9db6-0555bf2bc30e'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:56.454693 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a914d85c-e3f0-43df-bbcd-856b7b91a0f4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (7e09b471-edab-4df8-a338-25b1f00c6f67), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:56.462513 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0613d70-0f09-4744-86d8-c2c2bfd8e3b8 req-03b4767f-54ff-4b36-b606-b225bd2d550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:56.464087 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c0613d70-0f09-4744-86d8-c2c2bfd8e3b8 req-03b4767f-54ff-4b36-b606-b225bd2d550c service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7fe1919f-1f3e-419a-91a3-220386faadcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536985 Sep 23 01:39:56.484573 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7188f101-fe3a-4ad3-98ed-f7cb5d54d5bc admin admin] Publish callbacks [] for router_gateway (19bc6747-aa88-4168-9db6-0555bf2bc30e), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:56.521907 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-18932f29-d947-4201-9db6-1016d4244308 None None] Set router 19bc6747-aa88-4168-9db6-0555bf2bc30e gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:56.525281 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:56.580095 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c0613d70-0f09-4744-86d8-c2c2bfd8e3b8 req-7c838158-516c-49af-a48f-7f28f80438af service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075974 Sep 23 01:39:56.703082 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-7188f101-fe3a-4ad3-98ed-f7cb5d54d5bc admin admin] Deleting port 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:39:56.703755 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7188f101-fe3a-4ad3-98ed-f7cb5d54d5bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:56.797381 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c0613d70-0f09-4744-86d8-c2c2bfd8e3b8 req-46ec9a87-8291-410e-8a29-01509926f6d3 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116401 Sep 23 01:39:56.851597 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [None req-7188f101-fe3a-4ad3-98ed-f7cb5d54d5bc admin admin] For port 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:56.851597 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7188f101-fe3a-4ad3-98ed-f7cb5d54d5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:56.869533 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-18932f29-d947-4201-9db6-1016d4244308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'name': 'tempest-TestShelveInstance-71138174-router', 'tenant_id': '81dd2c4296a5457894420a8114b1ab5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:29Z', 'updated_at': '2022-09-23T01:39:54Z', 'revision_number': 5, 'project_id': '81dd2c4296a5457894420a8114b1ab5d', 'gw_port': {'id': '6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:03:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:30Z', 'updated_at': '2022-09-23T01:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:56.871904 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-7188f101-fe3a-4ad3-98ed-f7cb5d54d5bc admin admin] Calling delete_port for 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0 owned by network:router_gateway {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:39:56.900036 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18932f29-d947-4201-9db6-1016d4244308 None None] The sync data for ids ['19bc6747-aa88-4168-9db6-0555bf2bc30e'] in dv-cinder-849143-7-iscsi is: [{'id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'name': 'tempest-TestShelveInstance-71138174-router', 'tenant_id': '81dd2c4296a5457894420a8114b1ab5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:34:29Z', 'updated_at': '2022-09-23T01:39:54Z', 'revision_number': 5, 'project_id': '81dd2c4296a5457894420a8114b1ab5d', 'gw_port': {'id': '6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:03:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc6747-aa88-4168-9db6-0555bf2bc30e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:34:30Z', 'updated_at': '2022-09-23T01:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:39:56.936304 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:56.990872 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a914d85c-e3f0-43df-bbcd-856b7b91a0f4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:57.061336 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:57.154051 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a914d85c-e3f0-43df-bbcd-856b7b91a0f4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (7e09b471-edab-4df8-a338-25b1f00c6f67), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:57.195527 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7188f101-fe3a-4ad3-98ed-f7cb5d54d5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:57.222040 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188f101-fe3a-4ad3-98ed-f7cb5d54d5bc admin admin] Pushing event deleted for resources: {'Port': ['ID=6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:57.267279 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.l3_db [None req-a914d85c-e3f0-43df-bbcd-856b7b91a0f4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Floating IP 7e09b471-edab-4df8-a338-25b1f00c6f67 associated. External IP: 172.27.1.51, port: a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5. Sep 23 01:39:57.301621 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7188f101-fe3a-4ad3-98ed-f7cb5d54d5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679193'] for router_gateway (19bc6747-aa88-4168-9db6-0555bf2bc30e), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:57.379789 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:39:57.404937 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:39:57.405296 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 2a931cac-6c3d-473b-a0c1-f6eeecc41e3c not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:39:57.432406 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7188f101-fe3a-4ad3-98ed-f7cb5d54d5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6547'] for router (19bc6747-aa88-4168-9db6-0555bf2bc30e), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:57.435423 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7188f101-fe3a-4ad3-98ed-f7cb5d54d5bc admin admin] Publish callbacks [] for router_controller (19bc6747-aa88-4168-9db6-0555bf2bc30e), precommit_delete_associations {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:57.521219 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a914d85c-e3f0-43df-bbcd-856b7b91a0f4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Router 583a9cfe-4561-4327-9883-fe7887022154 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:39:57.594296 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7188f101-fe3a-4ad3-98ed-f7cb5d54d5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683310'] for router (19bc6747-aa88-4168-9db6-0555bf2bc30e), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:57.595319 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7188f101-fe3a-4ad3-98ed-f7cb5d54d5bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19bc6747-aa88-4168-9db6-0555bf2bc30e {{(pid=107236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:39:57.600923 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7188f101-fe3a-4ad3-98ed-f7cb5d54d5bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:57.606993 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-7188f101-fe3a-4ad3-98ed-f7cb5d54d5bc admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/19bc6747-aa88-4168-9db6-0555bf2bc30e HTTP/1.1" status: 204 len: 168 time: 1.5960324 Sep 23 01:39:57.608351 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49444) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:57.619997 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:57.638745 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a914d85c-e3f0-43df-bbcd-856b7b91a0f4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:39:57.643809 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-a914d85c-e3f0-43df-bbcd-856b7b91a0f4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:57.656595 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ccdde9-9a64-42af-ad3b-5ace7eb16ee9 None None] Sync routers for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:39:57.658854 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_v2 [None req-f793b4f2-2e4a-4a2e-92bc-7c7c86c63033 admin admin] Deleting subnet 4d2c09b3-eb9c-402b-80ba-a507bee5d6fb {{(pid=107236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:39:57.669438 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f793b4f2-2e4a-4a2e-92bc-7c7c86c63033 admin admin] Publish callbacks [] for subnet (4d2c09b3-eb9c-402b-80ba-a507bee5d6fb), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:57.681464 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ccdde9-9a64-42af-ad3b-5ace7eb16ee9 None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:57.682194 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-72ccdde9-9a64-42af-ad3b-5ace7eb16ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:39:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:57.695679 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-a914d85c-e3f0-43df-bbcd-856b7b91a0f4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/7e09b471-edab-4df8-a338-25b1f00c6f67 HTTP/1.1" status: 200 len: 991 time: 1.3053954 Sep 23 01:39:57.703216 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f798dc-4e0c-4d00-aaf1-981c818467d3', 'tag': 'a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:39:57.703216 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a8fda4-a014-4622-95d6-fb1b91fd4729" -d '{"events": [{"name": "network-changed", "server_uuid": "38f798dc-4e0c-4d00-aaf1-981c818467d3", "tag": "a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:39:57.724149 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f793b4f2-2e4a-4a2e-92bc-7c7c86c63033 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3450915'] for subnet (4d2c09b3-eb9c-402b-80ba-a507bee5d6fb), precommit_delete_associations {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:57.749191 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f38d91-52a9-4735-9309-98b827c3a6b8 x-openstack-request-id: req-c1f38d91-52a9-4735-9309-98b827c3a6b8 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:39:57.749841 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f798dc-4e0c-4d00-aaf1-981c818467d3", "tag": "a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:39:57.750274 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1f38d91-52a9-4735-9309-98b827c3a6b8 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:39:57.750881 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f38d91-52a9-4735-9309-98b827c3a6b8'] response: {'name': 'network-changed', 'server_uuid': '38f798dc-4e0c-4d00-aaf1-981c818467d3', 'tag': 'a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5', 'status': 'completed', 'code': 200} Sep 23 01:39:57.814475 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-72ccdde9-9a64-42af-ad3b-5ace7eb16ee9 None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:57.826249 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f793b4f2-2e4a-4a2e-92bc-7c7c86c63033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7847786'] for subnet (4d2c09b3-eb9c-402b-80ba-a507bee5d6fb), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:57.887943 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8fda4-a014-4622-95d6-fb1b91fd4729 req-cd60e57c-aa1e-4eb3-b122-78d3dfbad208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:57.889469 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e0a8fda4-a014-4622-95d6-fb1b91fd4729 req-cd60e57c-aa1e-4eb3-b122-78d3dfbad208 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=a15460898c2b4b15bfee3d39a01273b4&device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 1130 time: 0.0761955 Sep 23 01:39:57.999610 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:DELETE=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:58.002512 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:58.044087 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8fda4-a014-4622-95d6-fb1b91fd4729 req-f115d95b-fa13-469f-9baa-b04c15556105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:58.045608 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e0a8fda4-a014-4622-95d6-fb1b91fd4729 req-f115d95b-fa13-469f-9baa-b04c15556105 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4 HTTP/1.1" status: 200 len: 913 time: 0.1442640 Sep 23 01:39:58.051669 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-72ccdde9-9a64-42af-ad3b-5ace7eb16ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '7e09b471-edab-4df8-a338-25b1f00c6f67', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '583a9cfe-4561-4327-9883-fe7887022154', 'port_id': 'a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'mac_address': 'fa:16:3e:08:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f798dc-4e0c-4d00-aaf1-981c818467d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:39:38Z', 'updated_at': '2022-09-23T01:39:56Z', 'revision_number': 1, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ip_address_scope': None}, {'id': 'cd982272-88b4-4377-a64e-fb8823955a0f', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '583a9cfe-4561-4327-9883-fe7887022154', 'port_id': '71b6fced-1490-49f1-9d45-9f897ad02832', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'mac_address': 'fa:16:3e:11:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:38:29Z', 'updated_at': '2022-09-23T01:38:49Z', 'revision_number': 2, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:58.077940 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ccdde9-9a64-42af-ad3b-5ace7eb16ee9 None None] Checking router: 583a9cfe-4561-4327-9883-fe7887022154 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:39:58.088061 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ccdde9-9a64-42af-ad3b-5ace7eb16ee9 None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:39:58.088959 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-72ccdde9-9a64-42af-ad3b-5ace7eb16ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:39:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:58.107389 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f793b4f2-2e4a-4a2e-92bc-7c7c86c63033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7835479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3206794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9355630'] for subnet (4d2c09b3-eb9c-402b-80ba-a507bee5d6fb), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:58.142161 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793b4f2-2e4a-4a2e-92bc-7c7c86c63033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d2c09b3-eb9c-402b-80ba-a507bee5d6fb,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:58.156755 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f793b4f2-2e4a-4a2e-92bc-7c7c86c63033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:58.159166 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49450) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:58.160033 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-f793b4f2-2e4a-4a2e-92bc-7c7c86c63033 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/4d2c09b3-eb9c-402b-80ba-a507bee5d6fb HTTP/1.1" status: 204 len: 168 time: 0.5505545 Sep 23 01:39:58.162525 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e0a8fda4-a014-4622-95d6-fb1b91fd4729 req-8a02b530-230b-42f4-b115-e4ef7758fa78 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 HTTP/1.1" status: 200 len: 999 time: 0.1111579 Sep 23 01:39:58.165157 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b785866f-2024-4e0a-9498-079b5fd33072 None None] Network 59621aae-4216-414d-b2db-e22c39ae0d2a requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:39:58.176530 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:58.216903 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8fda4-a014-4622-95d6-fb1b91fd4729 req-8530cd24-5e02-469a-9de1-01f92e8e0cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:58.218406 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e0a8fda4-a014-4622-95d6-fb1b91fd4729 req-8530cd24-5e02-469a-9de1-01f92e8e0cbe service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=ef213c81-80fb-4bd1-93b8-ec90976c54d9 HTTP/1.1" status: 200 len: 851 time: 0.0500953 Sep 23 01:39:58.257385 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776543'] for network (59621aae-4216-414d-b2db-e22c39ae0d2a), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:58.269536 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8fda4-a014-4622-95d6-fb1b91fd4729 req-23aea4e6-4a68-46f7-8a6d-9a8a41e61423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:39:58.271034 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e0a8fda4-a014-4622-95d6-fb1b91fd4729 req-23aea4e6-4a68-46f7-8a6d-9a8a41e61423 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463598 Sep 23 01:39:58.291228 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-72ccdde9-9a64-42af-ad3b-5ace7eb16ee9 None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:39:58.312190 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] Deleting port bfbb9b76-2780-45ef-af71-38dab19748be {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:39:58.312617 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (bfbb9b76-2780-45ef-af71-38dab19748be), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:58.405614 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] For port bfbb9b76-2780-45ef-af71-38dab19748be, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=bfbb9b76-2780-45ef-af71-38dab19748be,segment=NetworkSegment(df527909-6eae-4ab4-a34c-a4876e9b9da0),segment_id=df527909-6eae-4ab4-a34c-a4876e9b9da0)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:58.406130 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (bfbb9b76-2780-45ef-af71-38dab19748be), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:58.425333 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e0a8fda4-a014-4622-95d6-fb1b91fd4729 req-41450517-2be6-42eb-a113-41b4985ffdec service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480103 Sep 23 01:39:58.439608 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] Calling delete_port for bfbb9b76-2780-45ef-af71-38dab19748be owned by network:dhcp {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:39:58.487037 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25083735-888c-42de-8b5d-924279e8d5e3 None None] DHCP port deletion for 59621aae-4216-414d-b2db-e22c39ae0d2a request from dv-cinder-849143-7-iscsi {{(pid=107237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:39:58.512104 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:58.543499 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e0a8fda4-a014-4622-95d6-fb1b91fd4729 req-2784eed6-2229-461c-848b-6a0f5b60255d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114852 Sep 23 01:39:58.629059 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-25083735-888c-42de-8b5d-924279e8d5e3 None None] Deleting port bfbb9b76-2780-45ef-af71-38dab19748be {{(pid=107237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:39:58.629674 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-25083735-888c-42de-8b5d-924279e8d5e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (bfbb9b76-2780-45ef-af71-38dab19748be), before_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:58.640250 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (bfbb9b76-2780-45ef-af71-38dab19748be), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:58.665743 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfbb9b76-2780-45ef-af71-38dab19748be,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:58.674084 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] No DVR routers for this DVR port bfbb9b76-2780-45ef-af71-38dab19748be on host dv-cinder-849143-7-iscsi {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:39:58.694017 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-72ccdde9-9a64-42af-ad3b-5ace7eb16ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '7e09b471-edab-4df8-a338-25b1f00c6f67', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '583a9cfe-4561-4327-9883-fe7887022154', 'port_id': 'a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'mac_address': 'fa:16:3e:08:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f798dc-4e0c-4d00-aaf1-981c818467d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:39:38Z', 'updated_at': '2022-09-23T01:39:56Z', 'revision_number': 1, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ip_address_scope': None}, {'id': 'cd982272-88b4-4377-a64e-fb8823955a0f', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '583a9cfe-4561-4327-9883-fe7887022154', 'port_id': '71b6fced-1490-49f1-9d45-9f897ad02832', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'mac_address': 'fa:16:3e:11:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:38:29Z', 'updated_at': '2022-09-23T01:38:49Z', 'revision_number': 2, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:58.729163 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ccdde9-9a64-42af-ad3b-5ace7eb16ee9 None None] The sync data for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi is: [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '7e09b471-edab-4df8-a338-25b1f00c6f67', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '583a9cfe-4561-4327-9883-fe7887022154', 'port_id': 'a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'mac_address': 'fa:16:3e:08:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f798dc-4e0c-4d00-aaf1-981c818467d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:39:38Z', 'updated_at': '2022-09-23T01:39:56Z', 'revision_number': 1, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ip_address_scope': None}, {'id': 'cd982272-88b4-4377-a64e-fb8823955a0f', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '583a9cfe-4561-4327-9883-fe7887022154', 'port_id': '71b6fced-1490-49f1-9d45-9f897ad02832', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'mac_address': 'fa:16:3e:11:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:38:29Z', 'updated_at': '2022-09-23T01:38:49Z', 'revision_number': 2, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:39:58.755986 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-25083735-888c-42de-8b5d-924279e8d5e3 None None] For port bfbb9b76-2780-45ef-af71-38dab19748be, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=bfbb9b76-2780-45ef-af71-38dab19748be,segment=NetworkSegment(df527909-6eae-4ab4-a34c-a4876e9b9da0),segment_id=df527909-6eae-4ab4-a34c-a4876e9b9da0)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:39:58.756442 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-25083735-888c-42de-8b5d-924279e8d5e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (bfbb9b76-2780-45ef-af71-38dab19748be), precommit_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:58.756915 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807041', 'neutron.services.segments.db._delete_segments_for_network-8752383552961'] for network (59621aae-4216-414d-b2db-e22c39ae0d2a), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:58.776386 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-25083735-888c-42de-8b5d-924279e8d5e3 None None] Calling delete_port for bfbb9b76-2780-45ef-af71-38dab19748be owned by network:dhcp {{(pid=107237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:39:58.789481 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59621aae-4216-414d-b2db-e22c39ae0d2a']}} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:58.816896 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df527909-6eae-4ab4-a34c-a4876e9b9da0') {'for_net_delete': True} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:58.816896 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df527909-6eae-4ab4-a34c-a4876e9b9da0') {} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:39:58.834060 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752383552853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9302479'] for segment (df527909-6eae-4ab4-a34c-a4876e9b9da0), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:58.851442 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (df527909-6eae-4ab4-a34c-a4876e9b9da0), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:58.861477 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=107235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:39:58.862150 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3173458'] for segment (df527909-6eae-4ab4-a34c-a4876e9b9da0), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:58.892938 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-25083735-888c-42de-8b5d-924279e8d5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074'] for port (bfbb9b76-2780-45ef-af71-38dab19748be), after_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:58.911758 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment df527909-6eae-4ab4-a34c-a4876e9b9da0 resource provider aggregate not found Sep 23 01:39:58.926632 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25083735-888c-42de-8b5d-924279e8d5e3 None None] Pushing event deleted for resources: {'Port': ['ID=bfbb9b76-2780-45ef-af71-38dab19748be,revision_number=None']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:58.930787 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25083735-888c-42de-8b5d-924279e8d5e3 None None] No DVR routers for this DVR port bfbb9b76-2780-45ef-af71-38dab19748be on host dv-cinder-849143-7-iscsi {{(pid=107237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:39:58.963464 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment df527909-6eae-4ab4-a34c-a4876e9b9da0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df527909-6eae-4ab4-a34c-a4876e9b9da0 found for delete ", "request_id": "req-3045c855-044d-434b-888c-c8921bffa3c9"}]} Sep 23 01:39:59.026437 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3a8441-8237-42d5-bf44-e2702917630e None None] New status for floating IP 7e09b471-edab-4df8-a338-25b1f00c6f67: ACTIVE {{(pid=107238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:39:59.056482 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679244'] for network (59621aae-4216-414d-b2db-e22c39ae0d2a), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:59.061587 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:59.065376 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/59621aae-4216-414d-b2db-e22c39ae0d2a HTTP/1.1" status: 204 len: 168 time: 0.9051301 Sep 23 01:39:59.083277 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e0cbf-3e3a-4b99-b2db-1abce26f07e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=59621aae-4216-414d-b2db-e22c39ae0d2a,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:39:59.210148 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:59.332620 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device bfbb9b76-2780-45ef-af71-38dab19748be no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:39:59.356578 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: bfbb9b76-2780-45ef-af71-38dab19748be {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:39:59.356923 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device bfbb9b76-2780-45ef-af71-38dab19748be not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:39:59.357345 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:39:59.380889 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:39:59.384124 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 6f39cbc3-b1b3-4bc3-bc91-0c3ff647e7a0 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:39:59.624450 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49458) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:59.673952 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-b80ab8f6-32de-4ae1-b4ce-e62c027b6b7a admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=600dd39d7a7944a49330866c0e26cb66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477834 Sep 23 01:39:59.676810 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49460) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:39:59.735063 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1a77d7b2-132f-423d-8d05-9db53a86f122 admin admin] Publish callbacks [] for security_group (fd54bd2a-9729-4afb-b77d-f3e234827325), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:59.757692 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1a77d7b2-132f-423d-8d05-9db53a86f122 admin admin] Publish callbacks [] for security_group (fd54bd2a-9729-4afb-b77d-f3e234827325), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:59.769098 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:39:59.924976 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1a77d7b2-132f-423d-8d05-9db53a86f122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (fd54bd2a-9729-4afb-b77d-f3e234827325), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:59.928040 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1a77d7b2-132f-423d-8d05-9db53a86f122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:39:59.929222 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-1a77d7b2-132f-423d-8d05-9db53a86f122 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fd54bd2a-9729-4afb-b77d-f3e234827325 HTTP/1.1" status: 204 len: 168 time: 0.2509909 Sep 23 01:39:59.937518 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77d7b2-132f-423d-8d05-9db53a86f122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd54bd2a-9729-4afb-b77d-f3e234827325,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:00.752927 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49466) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:40:00.796935 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-d6a7de2a-f63e-4fde-a87f-31a18c33ff74 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=81dd2c4296a5457894420a8114b1ab5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426481 Sep 23 01:40:00.799475 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49468) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:40:00.851317 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8ce3363c-1abf-4e27-bd3c-75030565c473 admin admin] Publish callbacks [] for security_group (423819d5-1445-430d-973b-917a5c0fce42), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:00.875943 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8ce3363c-1abf-4e27-bd3c-75030565c473 admin admin] Publish callbacks [] for security_group (423819d5-1445-430d-973b-917a5c0fce42), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:01.027991 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8ce3363c-1abf-4e27-bd3c-75030565c473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (423819d5-1445-430d-973b-917a5c0fce42), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:01.030655 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8ce3363c-1abf-4e27-bd3c-75030565c473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:01.031871 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-8ce3363c-1abf-4e27-bd3c-75030565c473 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/423819d5-1445-430d-973b-917a5c0fce42 HTTP/1.1" status: 204 len: 168 time: 0.2314348 Sep 23 01:40:01.040328 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3363c-1abf-4e27-bd3c-75030565c473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423819d5-1445-430d-973b-917a5c0fce42,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:03.885559 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f78f0c94-91be-4409-a522-1cb9ed1bb2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:06.324764 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:06.404616 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f5264417-d393-42a1-84b1-0334ef494fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:08.902030 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:09.207996 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:09.667392 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=29,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:09.670580 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=86,neutron:DELETE=8 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:10.320563 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:40:10.325138 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:10.910502 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:11.036461 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=50,neutron:DELETE=5 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:11.261994 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:20.315851 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:21.093839 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=51,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:21.095892 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:21.758819 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:31.432398 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:31.439865 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:31.686087 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:31.688101 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:33.930407 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-5b55d2df-4280-4278-acb2-83def673b36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:34.776548 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d0962-b34b-4eae-9979-a6c96ed0f838 req-154620f0-e013-4749-b83a-ef97d5dc977a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:34.778060 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2d3d0962-b34b-4eae-9979-a6c96ed0f838 req-154620f0-e013-4749-b83a-ef97d5dc977a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 946 time: 0.0653384 Sep 23 01:40:34.842353 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2d3d0962-b34b-4eae-9979-a6c96ed0f838 req-1b81b187-8c93-47d3-94e9-cead35d4dc86 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ac34f96e-de17-4e77-9865-54aaa776f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571904 Sep 23 01:40:36.021521 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99220930-6f7f-42fd-8125-08dcad9b8606 req-e0b2f063-6a3c-41dc-a657-c0847838e599 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:36.021969 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-99220930-6f7f-42fd-8125-08dcad9b8606 req-e0b2f063-6a3c-41dc-a657-c0847838e599 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 946 time: 0.0640774 Sep 23 01:40:36.076570 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-99220930-6f7f-42fd-8125-08dcad9b8606 req-984cfe44-99e9-45eb-a2f6-ccbd225e6182 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ac34f96e-de17-4e77-9865-54aaa776f3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477464 Sep 23 01:40:36.274664 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa326e0c-1c1a-443d-8aab-9b20179ad3b2 req-a7645318-e746-4261-8998-f7568069a2c2 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:36.276391 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-aa326e0c-1c1a-443d-8aab-9b20179ad3b2 req-a7645318-e746-4261-8998-f7568069a2c2 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 946 time: 0.0580981 Sep 23 01:40:36.372295 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-aa326e0c-1c1a-443d-8aab-9b20179ad3b2 req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Deleting port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:40:36.372654 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-aa326e0c-1c1a-443d-8aab-9b20179ad3b2 req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:36.450313 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-0a15055d-68a7-4d59-b7af-9abc7f91aee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:36.472182 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-aa326e0c-1c1a-443d-8aab-9b20179ad3b2 req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] For port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:40:36.472497 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-aa326e0c-1c1a-443d-8aab-9b20179ad3b2 req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:36.681783 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-aa326e0c-1c1a-443d-8aab-9b20179ad3b2 req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:36.682123 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-aa326e0c-1c1a-443d-8aab-9b20179ad3b2 req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (7e09b471-edab-4df8-a338-25b1f00c6f67), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:36.682445 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.l3_db [req-aa326e0c-1c1a-443d-8aab-9b20179ad3b2 req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Floating IP 7e09b471-edab-4df8-a338-25b1f00c6f67 disassociated. External IP: 172.27.1.51, port: a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5. Sep 23 01:40:36.682790 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-aa326e0c-1c1a-443d-8aab-9b20179ad3b2 req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Calling delete_port for a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 owned by compute:nova {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:40:36.948234 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-aa326e0c-1c1a-443d-8aab-9b20179ad3b2 req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:37.011950 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event deleted for resources: {'Port': ['ID=a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:37.030592 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:37.032905 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:37.032905 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:37.032905 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:37.032905 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:37.033589 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:37.034892 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:37.034892 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:37.035277 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:37.035587 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:37.036158 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:37.036709 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:37.037260 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:37.037821 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:37.038373 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:37.220651 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9e2be9bb-a26e-4b51-a7fd-b2479530a08f req-cc0f6e30-b133-4b9c-addf-7e75ca3dda31 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 210 time: 0.0410516 Sep 23 01:40:37.321665 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa326e0c-1c1a-443d-8aab-9b20179ad3b2 req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Router 583a9cfe-4561-4327-9883-fe7887022154 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:40:37.477705 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:37.490729 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa326e0c-1c1a-443d-8aab-9b20179ad3b2 req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:40:37.507795 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e2133e-4bde-4e5b-ba64-810c9cd1020c None None] Sync routers for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:40:37.522413 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e2133e-4bde-4e5b-ba64-810c9cd1020c None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:40:37.523350 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-45e2133e-4bde-4e5b-ba64-810c9cd1020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:40:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:40:37.565922 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa326e0c-1c1a-443d-8aab-9b20179ad3b2 req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] No DVR routers for this DVR port a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 on host hv-cinder-84914 {{(pid=107236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:40:37.570780 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-aa326e0c-1c1a-443d-8aab-9b20179ad3b2 req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:37.574993 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-aa326e0c-1c1a-443d-8aab-9b20179ad3b2 req-f3e2dd91-b01d-417f-9cff-21cb3aa22e9d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "DELETE /networking/v2.0/ports/a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 HTTP/1.1" status: 204 len: 173 time: 1.2922027 Sep 23 01:40:37.575612 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f798dc-4e0c-4d00-aaf1-981c818467d3', 'name': 'network-vif-deleted', 'tag': 'a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:40:37.578005 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41bf732-e763-4467-a6ff-244a27776a67" -d '{"events": [{"server_uuid": "38f798dc-4e0c-4d00-aaf1-981c818467d3", "name": "network-vif-deleted", "tag": "a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:40:37.673912 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-45e2133e-4bde-4e5b-ba64-810c9cd1020c None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:40:37.960677 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a14910-47c0-4e4f-8fc3-87bf8fac571a x-openstack-request-id: req-11a14910-47c0-4e4f-8fc3-87bf8fac571a {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:40:37.961191 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f798dc-4e0c-4d00-aaf1-981c818467d3", "name": "network-vif-deleted", "tag": "a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:40:37.961361 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11a14910-47c0-4e4f-8fc3-87bf8fac571a {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:40:37.961708 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11a14910-47c0-4e4f-8fc3-87bf8fac571a'] response: {'server_uuid': '38f798dc-4e0c-4d00-aaf1-981c818467d3', 'name': 'network-vif-deleted', 'tag': 'a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5', 'status': 'completed', 'code': 200} Sep 23 01:40:38.129966 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-45e2133e-4bde-4e5b-ba64-810c9cd1020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': 'cd982272-88b4-4377-a64e-fb8823955a0f', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '583a9cfe-4561-4327-9883-fe7887022154', 'port_id': '71b6fced-1490-49f1-9d45-9f897ad02832', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'mac_address': 'fa:16:3e:11:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:38:29Z', 'updated_at': '2022-09-23T01:38:49Z', 'revision_number': 2, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:40:38.157720 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e2133e-4bde-4e5b-ba64-810c9cd1020c None None] Checking router: 583a9cfe-4561-4327-9883-fe7887022154 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:40:38.168880 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e2133e-4bde-4e5b-ba64-810c9cd1020c None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:40:38.169563 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-45e2133e-4bde-4e5b-ba64-810c9cd1020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:40:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:40:38.314031 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-45e2133e-4bde-4e5b-ba64-810c9cd1020c None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:40:38.440318 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a79106a8-73a5-41b9-ab6c-235baeb611c2 req-163b32a3-4e0a-42d6-abcf-061a7823ce2a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=38f798dc-4e0c-4d00-aaf1-981c818467d3 HTTP/1.1" status: 200 len: 210 time: 0.0414793 Sep 23 01:40:38.685388 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-45e2133e-4bde-4e5b-ba64-810c9cd1020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': 'cd982272-88b4-4377-a64e-fb8823955a0f', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '583a9cfe-4561-4327-9883-fe7887022154', 'port_id': '71b6fced-1490-49f1-9d45-9f897ad02832', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'mac_address': 'fa:16:3e:11:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:38:29Z', 'updated_at': '2022-09-23T01:38:49Z', 'revision_number': 2, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:40:38.727028 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e2133e-4bde-4e5b-ba64-810c9cd1020c None None] The sync data for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi is: [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': 'cd982272-88b4-4377-a64e-fb8823955a0f', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '583a9cfe-4561-4327-9883-fe7887022154', 'port_id': '71b6fced-1490-49f1-9d45-9f897ad02832', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'mac_address': 'fa:16:3e:11:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:38:29Z', 'updated_at': '2022-09-23T01:38:49Z', 'revision_number': 2, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:40:38.919246 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:39.069668 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cff506-e330-4d7f-bb4c-a16c43ede552 None None] New status for floating IP 7e09b471-edab-4df8-a338-25b1f00c6f67: DOWN {{(pid=107238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:40:39.630683 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49520) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:40:39.711267 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (ac34f96e-de17-4e77-9865-54aaa776f3b7), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:39.745643 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (ac34f96e-de17-4e77-9865-54aaa776f3b7), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:40.176073 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (ac34f96e-de17-4e77-9865-54aaa776f3b7), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:40.178729 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:40.181283 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ac34f96e-de17-4e77-9865-54aaa776f3b7 HTTP/1.1" status: 204 len: 168 time: 0.5483096 Sep 23 01:40:40.183255 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49522) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:40:40.192957 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac34f96e-de17-4e77-9865-54aaa776f3b7,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:40.199254 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.api.v2.resource [None req-9776e7fd-d83f-4994-ae38-4719cc9df357 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] show failed (client error): The resource could not be found. Sep 23 01:40:40.201038 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:40.201392 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:40.201976 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:40.202134 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:40.202394 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:40.202728 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:40.203127 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:40.203499 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:40.204382 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:40.204658 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-9776e7fd-d83f-4994-ae38-4719cc9df357 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups/ac34f96e-de17-4e77-9865-54aaa776f3b7 HTTP/1.1" status: 404 len: 347 time: 0.0191419 Sep 23 01:40:40.204813 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:40.204989 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49524) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:40:40.205148 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:40.205334 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:40.205656 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:40.205981 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:40.206328 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa40f4-2ced-4f64-97b7-47282f54688d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:40:40.295882 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:40.310374 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:40.330203 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-a130194a-9781-4b08-be3e-185a6b1de0fb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Deleting port 5810298e-7f97-4951-908b-a606c84933ad {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:40:40.330546 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a130194a-9781-4b08-be3e-185a6b1de0fb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (5810298e-7f97-4951-908b-a606c84933ad), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:40.426037 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a130194a-9781-4b08-be3e-185a6b1de0fb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (5810298e-7f97-4951-908b-a606c84933ad), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:40.426507 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a130194a-9781-4b08-be3e-185a6b1de0fb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (5810298e-7f97-4951-908b-a606c84933ad), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:40.443041 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-a130194a-9781-4b08-be3e-185a6b1de0fb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Calling delete_port for 5810298e-7f97-4951-908b-a606c84933ad owned by network:floatingip {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:40:40.667429 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a130194a-9781-4b08-be3e-185a6b1de0fb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (5810298e-7f97-4951-908b-a606c84933ad), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:40.694051 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130194a-9781-4b08-be3e-185a6b1de0fb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event deleted for resources: {'Port': ['ID=5810298e-7f97-4951-908b-a606c84933ad,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:40.795387 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a130194a-9781-4b08-be3e-185a6b1de0fb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (7e09b471-edab-4df8-a338-25b1f00c6f67), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:40.798691 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-a130194a-9781-4b08-be3e-185a6b1de0fb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:40.799919 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-a130194a-9781-4b08-be3e-185a6b1de0fb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/7e09b471-edab-4df8-a338-25b1f00c6f67 HTTP/1.1" status: 204 len: 168 time: 0.5939727 Sep 23 01:40:41.075198 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:40:41.120750 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:40:41.121378 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device a5c177e6-c0d0-4d46-8bb7-026c0c47c4e5 not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:40:41.237213 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:43.951052 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091feb62-7026-4708-834b-689e144fdb49 req-36c7af35-c16a-4803-98c8-c1fb28454035 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:43.952684 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-091feb62-7026-4708-834b-689e144fdb49 req-36c7af35-c16a-4803-98c8-c1fb28454035 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 946 time: 0.0538170 Sep 23 01:40:44.023592 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-091feb62-7026-4708-834b-689e144fdb49 req-2c7bff85-41e1-48d9-ade4-40582d517b0d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bc450ee-90fa-4af4-9665-b974a5d21638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623555 Sep 23 01:40:45.199761 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c739d4-b0d7-42a4-b874-b6236a4da1c7 req-ee6b2d1d-24fd-4bd9-adad-89191c36d2c5 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:45.201447 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c1c739d4-b0d7-42a4-b874-b6236a4da1c7 req-ee6b2d1d-24fd-4bd9-adad-89191c36d2c5 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 946 time: 0.0881150 Sep 23 01:40:45.264208 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c1c739d4-b0d7-42a4-b874-b6236a4da1c7 req-11f6fe6e-962e-4cb2-a88a-59a790e9db34 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bc450ee-90fa-4af4-9665-b974a5d21638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559275 Sep 23 01:40:45.583674 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e6cbc-3442-46e4-9812-cb10275a358c req-a335d16f-2b45-42a5-a6ec-04131a96fb95 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:45.585123 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f99e6cbc-3442-46e4-9812-cb10275a358c req-a335d16f-2b45-42a5-a6ec-04131a96fb95 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 946 time: 0.0472000 Sep 23 01:40:45.677268 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-f99e6cbc-3442-46e4-9812-cb10275a358c req-c7245707-ac73-453b-b985-4c52259c4f2c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Deleting port 71b6fced-1490-49f1-9d45-9f897ad02832 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:40:45.677576 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-f99e6cbc-3442-46e4-9812-cb10275a358c req-c7245707-ac73-453b-b985-4c52259c4f2c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (71b6fced-1490-49f1-9d45-9f897ad02832), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:45.748215 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:45.782986 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-f99e6cbc-3442-46e4-9812-cb10275a358c req-c7245707-ac73-453b-b985-4c52259c4f2c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] For port 71b6fced-1490-49f1-9d45-9f897ad02832, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=71b6fced-1490-49f1-9d45-9f897ad02832,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:40:45.783351 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-f99e6cbc-3442-46e4-9812-cb10275a358c req-c7245707-ac73-453b-b985-4c52259c4f2c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (71b6fced-1490-49f1-9d45-9f897ad02832), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:46.228113 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-f99e6cbc-3442-46e4-9812-cb10275a358c req-c7245707-ac73-453b-b985-4c52259c4f2c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:46.228882 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-f99e6cbc-3442-46e4-9812-cb10275a358c req-c7245707-ac73-453b-b985-4c52259c4f2c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (cd982272-88b4-4377-a64e-fb8823955a0f), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:46.228882 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.l3_db [req-f99e6cbc-3442-46e4-9812-cb10275a358c req-c7245707-ac73-453b-b985-4c52259c4f2c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Floating IP cd982272-88b4-4377-a64e-fb8823955a0f disassociated. External IP: 172.27.1.119, port: 71b6fced-1490-49f1-9d45-9f897ad02832. Sep 23 01:40:46.229103 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-f99e6cbc-3442-46e4-9812-cb10275a358c req-c7245707-ac73-453b-b985-4c52259c4f2c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Calling delete_port for 71b6fced-1490-49f1-9d45-9f897ad02832 owned by compute:nova {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:40:46.314396 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:46.393257 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b8e53-b82f-48dc-883e-d8e148d30625 req-e5e5c05c-55e0-4a4f-94fc-3c5752ceafcf tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:46.394754 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-735b8e53-b82f-48dc-883e-d8e148d30625 req-e5e5c05c-55e0-4a4f-94fc-3c5752ceafcf tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 946 time: 0.0498390 Sep 23 01:40:46.444541 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-f99e6cbc-3442-46e4-9812-cb10275a358c req-c7245707-ac73-453b-b985-4c52259c4f2c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (71b6fced-1490-49f1-9d45-9f897ad02832), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:46.448849 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-735b8e53-b82f-48dc-883e-d8e148d30625 req-8efb635e-5cfc-477a-8394-e18998aca2f1 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bc450ee-90fa-4af4-9665-b974a5d21638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480175 Sep 23 01:40:46.473330 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7245707-ac73-453b-b985-4c52259c4f2c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event deleted for resources: {'Port': ['ID=71b6fced-1490-49f1-9d45-9f897ad02832,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:46.587238 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f99e6cbc-3442-46e4-9812-cb10275a358c req-c7245707-ac73-453b-b985-4c52259c4f2c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Router 583a9cfe-4561-4327-9883-fe7887022154 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:40:46.692418 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f99e6cbc-3442-46e4-9812-cb10275a358c req-c7245707-ac73-453b-b985-4c52259c4f2c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:40:46.702615 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e0358-1f7d-4e5c-bfab-9908df4a33ac None None] Sync routers for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:40:46.714154 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9e0358-1f7d-4e5c-bfab-9908df4a33ac None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:40:46.714763 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-0a9e0358-1f7d-4e5c-bfab-9908df4a33ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:40:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:40:46.736896 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99e6cbc-3442-46e4-9812-cb10275a358c req-c7245707-ac73-453b-b985-4c52259c4f2c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] No DVR routers for this DVR port 71b6fced-1490-49f1-9d45-9f897ad02832 on host hv-cinder-84914 {{(pid=107236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:40:46.739509 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-f99e6cbc-3442-46e4-9812-cb10275a358c req-c7245707-ac73-453b-b985-4c52259c4f2c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:46.742966 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f99e6cbc-3442-46e4-9812-cb10275a358c req-c7245707-ac73-453b-b985-4c52259c4f2c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "DELETE /networking/v2.0/ports/71b6fced-1490-49f1-9d45-9f897ad02832 HTTP/1.1" status: 204 len: 173 time: 1.1508410 Sep 23 01:40:46.743491 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'name': 'network-vif-deleted', 'tag': '71b6fced-1490-49f1-9d45-9f897ad02832'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:40:46.746414 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a3c6c1-c88a-49d7-82ba-72ddffd7654f" -d '{"events": [{"server_uuid": "b9aa9456-2386-4774-acb6-bce201e6d94d", "name": "network-vif-deleted", "tag": "71b6fced-1490-49f1-9d45-9f897ad02832"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:40:46.785505 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467b4863-6955-4592-aaa4-e217e1aa64a8 x-openstack-request-id: req-467b4863-6955-4592-aaa4-e217e1aa64a8 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:40:46.785862 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9aa9456-2386-4774-acb6-bce201e6d94d", "name": "network-vif-deleted", "tag": "71b6fced-1490-49f1-9d45-9f897ad02832", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:40:46.786184 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-467b4863-6955-4592-aaa4-e217e1aa64a8 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:40:46.786655 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-467b4863-6955-4592-aaa4-e217e1aa64a8'] response: {'server_uuid': 'b9aa9456-2386-4774-acb6-bce201e6d94d', 'name': 'network-vif-deleted', 'tag': '71b6fced-1490-49f1-9d45-9f897ad02832', 'status': 'completed', 'code': 200} Sep 23 01:40:46.823503 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:46.825643 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-0a9e0358-1f7d-4e5c-bfab-9908df4a33ac None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:40:46.850010 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:47.044361 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-0a9e0358-1f7d-4e5c-bfab-9908df4a33ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:40:47.075386 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e0358-1f7d-4e5c-bfab-9908df4a33ac None None] Checking router: 583a9cfe-4561-4327-9883-fe7887022154 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:40:47.082236 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9e0358-1f7d-4e5c-bfab-9908df4a33ac None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:40:47.082900 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-0a9e0358-1f7d-4e5c-bfab-9908df4a33ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:40:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:40:47.192124 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-0a9e0358-1f7d-4e5c-bfab-9908df4a33ac None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:40:47.320793 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:40:47.393368 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-0a9e0358-1f7d-4e5c-bfab-9908df4a33ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:40:47.418729 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e0358-1f7d-4e5c-bfab-9908df4a33ac None None] The sync data for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi is: [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:40:47.569609 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-587f5503-3c4f-4174-a8e3-f0a117c33224 req-eec0b677-f08c-49ca-a539-99d02e5fc253 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b9aa9456-2386-4774-acb6-bce201e6d94d HTTP/1.1" status: 200 len: 210 time: 0.0289679 Sep 23 01:40:47.656808 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001b2f6d-7e94-45f2-b52d-80fa1e73f93e None None] New status for floating IP cd982272-88b4-4377-a64e-fb8823955a0f: DOWN {{(pid=107238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:40:48.737008 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49558) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:40:48.793198 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e0b56afe-7a1a-41df-b119-a1614fce86ac tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (7bc450ee-90fa-4af4-9665-b974a5d21638), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:48.816866 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e0b56afe-7a1a-41df-b119-a1614fce86ac tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (7bc450ee-90fa-4af4-9665-b974a5d21638), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:48.924792 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e0b56afe-7a1a-41df-b119-a1614fce86ac tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (7bc450ee-90fa-4af4-9665-b974a5d21638), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:48.927508 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e0b56afe-7a1a-41df-b119-a1614fce86ac tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:48.932508 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-e0b56afe-7a1a-41df-b119-a1614fce86ac tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7bc450ee-90fa-4af4-9665-b974a5d21638 HTTP/1.1" status: 204 len: 168 time: 0.1905851 Sep 23 01:40:48.932668 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49560) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:40:48.939485 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b56afe-7a1a-41df-b119-a1614fce86ac tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc450ee-90fa-4af4-9665-b974a5d21638,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:48.948302 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.api.v2.resource [None req-bb5124e0-2634-4e6e-996e-6cd29d5fe147 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] show failed (client error): The resource could not be found. Sep 23 01:40:48.949321 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-bb5124e0-2634-4e6e-996e-6cd29d5fe147 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups/7bc450ee-90fa-4af4-9665-b974a5d21638 HTTP/1.1" status: 404 len: 347 time: 0.0161688 Sep 23 01:40:48.955535 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49562) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:40:49.074328 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-427a95b5-c89b-4b55-883a-91289b948f8e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Deleting port d8cb69f3-44fe-4a07-b86f-3e793649d856 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:40:49.074672 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-427a95b5-c89b-4b55-883a-91289b948f8e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (d8cb69f3-44fe-4a07-b86f-3e793649d856), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:49.138692 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 71b6fced-1490-49f1-9d45-9f897ad02832 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:40:49.158944 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: 71b6fced-1490-49f1-9d45-9f897ad02832 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:40:49.159290 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 71b6fced-1490-49f1-9d45-9f897ad02832 not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:40:49.164885 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-427a95b5-c89b-4b55-883a-91289b948f8e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (d8cb69f3-44fe-4a07-b86f-3e793649d856), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:49.165305 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-427a95b5-c89b-4b55-883a-91289b948f8e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (d8cb69f3-44fe-4a07-b86f-3e793649d856), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:49.180387 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-427a95b5-c89b-4b55-883a-91289b948f8e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Calling delete_port for d8cb69f3-44fe-4a07-b86f-3e793649d856 owned by network:floatingip {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:40:49.247610 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:49.393751 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-427a95b5-c89b-4b55-883a-91289b948f8e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (d8cb69f3-44fe-4a07-b86f-3e793649d856), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:49.429662 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a95b5-c89b-4b55-883a-91289b948f8e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event deleted for resources: {'Port': ['ID=d8cb69f3-44fe-4a07-b86f-3e793649d856,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:49.494418 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-427a95b5-c89b-4b55-883a-91289b948f8e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (cd982272-88b4-4377-a64e-fb8823955a0f), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:49.497272 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-427a95b5-c89b-4b55-883a-91289b948f8e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:49.498450 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-427a95b5-c89b-4b55-883a-91289b948f8e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/cd982272-88b4-4377-a64e-fb8823955a0f HTTP/1.1" status: 204 len: 168 time: 0.5419240 Sep 23 01:40:49.636927 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49566) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:40:49.642136 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-8a42f4f9-6229-4aed-aaf4-f567bdb800e2 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'security_group': {'name': 'tempest-securitygroup--990866243', 'description': 'tempest-description--1648427277'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:40:49.775289 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8a42f4f9-6229-4aed-aaf4-f567bdb800e2 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:49.806463 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:49.849373 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8a42f4f9-6229-4aed-aaf4-f567bdb800e2 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (3d57196e-f3f5-47a6-a66a-5a8d497c3329), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:49.952815 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8a42f4f9-6229-4aed-aaf4-f567bdb800e2 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (3d57196e-f3f5-47a6-a66a-5a8d497c3329), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:49.983538 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42f4f9-6229-4aed-aaf4-f567bdb800e2 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d57196e-f3f5-47a6-a66a-5a8d497c3329,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:50.075188 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8a42f4f9-6229-4aed-aaf4-f567bdb800e2 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:50.076534 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-8a42f4f9-6229-4aed-aaf4-f567bdb800e2 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4385691 Sep 23 01:40:50.080286 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49568) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:40:50.084791 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-f8f1a98e-636f-410b-8481-c58e4de2a322 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'security_group_rule': {'security_group_id': '3d57196e-f3f5-47a6-a66a-5a8d497c3329', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:40:50.193936 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a98e-636f-410b-8481-c58e4de2a322 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (2d3b682f-1d26-43fc-b3d7-18f3a4cfcb74), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:50.263683 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a98e-636f-410b-8481-c58e4de2a322 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (2d3b682f-1d26-43fc-b3d7-18f3a4cfcb74), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:50.352550 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a98e-636f-410b-8481-c58e4de2a322 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (2d3b682f-1d26-43fc-b3d7-18f3a4cfcb74), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:50.372906 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1a98e-636f-410b-8481-c58e4de2a322 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3b682f-1d26-43fc-b3d7-18f3a4cfcb74,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:50.463165 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a98e-636f-410b-8481-c58e4de2a322 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:50.464456 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-f8f1a98e-636f-410b-8481-c58e4de2a322 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3831027 Sep 23 01:40:50.467203 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49570) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:40:50.471791 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-94158ffa-bf7e-402b-b004-d5181c033657 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'security_group_rule': {'security_group_id': '3d57196e-f3f5-47a6-a66a-5a8d497c3329', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:40:50.570266 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-94158ffa-bf7e-402b-b004-d5181c033657 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (38d4e8d1-5054-4b89-9705-fac0a4c083cf), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:50.630151 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-94158ffa-bf7e-402b-b004-d5181c033657 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (38d4e8d1-5054-4b89-9705-fac0a4c083cf), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:50.707309 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-94158ffa-bf7e-402b-b004-d5181c033657 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (38d4e8d1-5054-4b89-9705-fac0a4c083cf), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:50.727788 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94158ffa-bf7e-402b-b004-d5181c033657 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d4e8d1-5054-4b89-9705-fac0a4c083cf,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:50.817560 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-94158ffa-bf7e-402b-b004-d5181c033657 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:50.818816 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-94158ffa-bf7e-402b-b004-d5181c033657 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3506045 Sep 23 01:40:50.822151 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49572) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:40:50.826636 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-8acb6356-4527-44c1-a080-6a602ec42f84 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'floatingip': {'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:40:50.901574 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8acb6356-4527-44c1-a080-6a602ec42f84 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:50.986193 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8acb6356-4527-44c1-a080-6a602ec42f84 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:51.067509 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:51.090858 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-8acb6356-4527-44c1-a080-6a602ec42f84 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Allocated IP 172.27.1.140 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/916d11a5-976e-4424-a3d4-cb7b58051396) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:40:51.387932 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8acb6356-4527-44c1-a080-6a602ec42f84 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for port (916d11a5-976e-4424-a3d4-cb7b58051396), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:51.394006 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:51.530207 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8acb6356-4527-44c1-a080-6a602ec42f84 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (916d11a5-976e-4424-a3d4-cb7b58051396), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:51.572453 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acb6356-4527-44c1-a080-6a602ec42f84 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:40:51.575143 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-8acb6356-4527-44c1-a080-6a602ec42f84 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:40:51.579239 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acb6356-4527-44c1-a080-6a602ec42f84 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:40:51.587064 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb6356-4527-44c1-a080-6a602ec42f84 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'Port': ['ID=916d11a5-976e-4424-a3d4-cb7b58051396,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:51.674906 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8acb6356-4527-44c1-a080-6a602ec42f84 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (3f6b65cf-f83f-4b31-8e3e-a75bde468972), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:51.802371 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8acb6356-4527-44c1-a080-6a602ec42f84 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (916d11a5-976e-4424-a3d4-cb7b58051396), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:51.803823 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:51.954590 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8acb6356-4527-44c1-a080-6a602ec42f84 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for port (916d11a5-976e-4424-a3d4-cb7b58051396), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:52.050673 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8acb6356-4527-44c1-a080-6a602ec42f84 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (916d11a5-976e-4424-a3d4-cb7b58051396), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:52.123905 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb6356-4527-44c1-a080-6a602ec42f84 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'Port': ['ID=916d11a5-976e-4424-a3d4-cb7b58051396,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:52.129703 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8acb6356-4527-44c1-a080-6a602ec42f84 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (3f6b65cf-f83f-4b31-8e3e-a75bde468972), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:52.234744 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-8acb6356-4527-44c1-a080-6a602ec42f84 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:52.236066 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-8acb6356-4527-44c1-a080-6a602ec42f84 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4129291 Sep 23 01:40:52.464884 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-144c9463-2903-45a7-adcd-ab802275142b req-b0714150-0e68-474f-ba6f-600ed43b9262 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--990866243&fields=id&tenant_id=a15460898c2b4b15bfee3d39a01273b4 HTTP/1.1" status: 200 len: 267 time: 0.0514359 Sep 23 01:40:52.578198 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c9463-2903-45a7-adcd-ab802275142b req-8a967484-df85-400e-add0-9aa665280d81 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:52.579679 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-144c9463-2903-45a7-adcd-ab802275142b req-8a967484-df85-400e-add0-9aa665280d81 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/networks?id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4 HTTP/1.1" status: 200 len: 812 time: 0.1070881 Sep 23 01:40:52.596899 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-144c9463-2903-45a7-adcd-ab802275142b req-cad571e9-13cb-4cc5-992a-b8425e8ff1da tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/quotas/a15460898c2b4b15bfee3d39a01273b4 HTTP/1.1" status: 200 len: 375 time: 0.0100896 Sep 23 01:40:52.648902 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-144c9463-2903-45a7-adcd-ab802275142b req-2b6ae0b1-ece4-4b67-8686-e601792dead4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a15460898c2b4b15bfee3d39a01273b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460932 Sep 23 01:40:52.766796 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [req-144c9463-2903-45a7-adcd-ab802275142b req-9141b745-12cb-43a9-ad38-92be522f086a service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:40:52.768358 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-144c9463-2903-45a7-adcd-ab802275142b req-9141b745-12cb-43a9-ad38-92be522f086a service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1054823 Sep 23 01:40:52.868797 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-144c9463-2903-45a7-adcd-ab802275142b req-2111766d-1c7e-465f-b7f5-8db058cb9184 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941317 Sep 23 01:40:52.883522 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:52.931767 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:52.971776 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-144c9463-2903-45a7-adcd-ab802275142b req-2a982d46-8614-4754-b4e2-ba6d87150ad4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956991 Sep 23 01:40:53.227232 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1f895351-e8c2-48c2-8f9c-eb751fc622d6 req-ac60c946-ed1b-4872-a70e-319e84e1edee tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 210 time: 0.0298572 Sep 23 01:40:53.320752 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:53.335199 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-40d7cb23-2764-44c5-9b56-85ffd2be77aa req-d8268d44-7621-4645-a707-7c4147fc3891 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1048617 Sep 23 01:40:53.431089 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7cb23-2764-44c5-9b56-85ffd2be77aa req-c1706437-dd3b-4b6f-857e-1daae10d8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:53.432614 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-40d7cb23-2764-44c5-9b56-85ffd2be77aa req-c1706437-dd3b-4b6f-857e-1daae10d8d3f service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 1130 time: 0.0578012 Sep 23 01:40:53.546001 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7cb23-2764-44c5-9b56-85ffd2be77aa req-8a370eb3-fe85-4669-98b8-f328ef55eff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:53.547452 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-40d7cb23-2764-44c5-9b56-85ffd2be77aa req-8a370eb3-fe85-4669-98b8-f328ef55eff0 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=7fe1919f-1f3e-419a-91a3-220386faadcd HTTP/1.1" status: 200 len: 912 time: 0.0934420 Sep 23 01:40:53.612366 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-40d7cb23-2764-44c5-9b56-85ffd2be77aa req-8453be7c-c01f-4119-93ca-9ce95fbb6cbc service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76aa0f1b-1f50-4ed6-9407-e64aa3b79462 HTTP/1.1" status: 200 len: 1002 time: 0.0576699 Sep 23 01:40:53.668978 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7cb23-2764-44c5-9b56-85ffd2be77aa req-40b078ac-88be-4d6d-be5b-b466cbfa083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:53.670473 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-40d7cb23-2764-44c5-9b56-85ffd2be77aa req-40b078ac-88be-4d6d-be5b-b466cbfa083b service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=92872aee-ac5a-436a-a1fc-6d4a72de35e8 HTTP/1.1" status: 200 len: 850 time: 0.0527749 Sep 23 01:40:53.716604 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7cb23-2764-44c5-9b56-85ffd2be77aa req-8ec255be-fa78-4063-b393-f91bfd161f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:53.718022 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-40d7cb23-2764-44c5-9b56-85ffd2be77aa req-8ec255be-fa78-4063-b393-f91bfd161f06 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7fe1919f-1f3e-419a-91a3-220386faadcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413702 Sep 23 01:40:53.728263 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [req-40d7cb23-2764-44c5-9b56-85ffd2be77aa req-77465b35-3e2b-4b62-a096-a7ba1ad2bc16 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:40:53.729295 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-40d7cb23-2764-44c5-9b56-85ffd2be77aa req-77465b35-3e2b-4b62-a096-a7ba1ad2bc16 service neutron] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054073 Sep 23 01:40:53.829849 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-40d7cb23-2764-44c5-9b56-85ffd2be77aa req-480d2b2b-4a9d-4b7a-858b-f20040c21af4 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937476 Sep 23 01:40:53.922942 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-40d7cb23-2764-44c5-9b56-85ffd2be77aa req-9c830bc6-8b3b-43e0-8c14-c93614d1dec6 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865972 Sep 23 01:40:54.340990 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d07b86c4-0195-4a8f-8d11-a629d6513b40 req-7257cc09-c928-493c-ac5b-d2879f83009f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 210 time: 0.0365818 Sep 23 01:40:55.447586 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bf0c0949-2447-411e-9e87-4069ef4f6334 req-8b628029-4ecc-4816-9b79-5bd79ee6c01d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 210 time: 0.0287974 Sep 23 01:40:55.884936 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c9463-2903-45a7-adcd-ab802275142b req-d2f55a65-3697-49c6-9e99-7e554d07eb36 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:55.886413 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-144c9463-2903-45a7-adcd-ab802275142b req-d2f55a65-3697-49c6-9e99-7e554d07eb36 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "GET /networking/v2.0/networks?id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4 HTTP/1.1" status: 200 len: 812 time: 0.1353869 Sep 23 01:40:55.906020 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:55.960133 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-144c9463-2903-45a7-adcd-ab802275142b req-85984dc1-6a4e-408d-9f2e-e895cd22c5f3 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a15460898c2b4b15bfee3d39a01273b4 HTTP/1.1" status: 200 len: 379 time: 0.0591500 Sep 23 01:40:55.969659 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-144c9463-2903-45a7-adcd-ab802275142b req-8047da93-803a-4bff-a550-daa5a316899f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'port': {'device_id': '7140fb1a-d0fd-4874-8777-ec98b34bae21', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'admin_state_up': True, 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'security_groups': ['3d57196e-f3f5-47a6-a66a-5a8d497c3329']}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:40:56.204636 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-144c9463-2903-45a7-adcd-ab802275142b req-8047da93-803a-4bff-a550-daa5a316899f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Made reservation on behalf of a15460898c2b4b15bfee3d39a01273b4 for: {'port': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:40:56.209892 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-144c9463-2903-45a7-adcd-ab802275142b req-8047da93-803a-4bff-a550-daa5a316899f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:56.279310 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:56.360196 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [req-144c9463-2903-45a7-adcd-ab802275142b req-8047da93-803a-4bff-a550-daa5a316899f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Allocated IP 172.20.0.9 (970b65ab-4e22-445a-8ff5-01dfad2a0bf4/ef213c81-80fb-4bd1-93b8-ec90976c54d9/690df2c8-236b-4045-91f7-d0bced1c939f) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:40:56.541123 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-144c9463-2903-45a7-adcd-ab802275142b req-8047da93-803a-4bff-a550-daa5a316899f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for port (690df2c8-236b-4045-91f7-d0bced1c939f), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:56.568872 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-212df337-0bcf-4562-9442-bd752b828831 req-4b7b44ac-2f96-462b-ab84-d30aba4cc1f1 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 210 time: 0.0316713 Sep 23 01:40:56.621661 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-144c9463-2903-45a7-adcd-ab802275142b req-8047da93-803a-4bff-a550-daa5a316899f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (690df2c8-236b-4045-91f7-d0bced1c939f), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:56.668549 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144c9463-2903-45a7-adcd-ab802275142b req-8047da93-803a-4bff-a550-daa5a316899f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:40:56.673817 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [req-144c9463-2903-45a7-adcd-ab802275142b req-8047da93-803a-4bff-a550-daa5a316899f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:40:56.678271 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-144c9463-2903-45a7-adcd-ab802275142b req-8047da93-803a-4bff-a550-daa5a316899f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:40:56.681972 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047da93-803a-4bff-a550-daa5a316899f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'Port': ['ID=690df2c8-236b-4045-91f7-d0bced1c939f,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:56.735638 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c9463-2903-45a7-adcd-ab802275142b req-8047da93-803a-4bff-a550-daa5a316899f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:56.736130 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-144c9463-2903-45a7-adcd-ab802275142b req-8047da93-803a-4bff-a550-daa5a316899f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:56.819031 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-144c9463-2903-45a7-adcd-ab802275142b req-8047da93-803a-4bff-a550-daa5a316899f tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8535814 Sep 23 01:40:56.837601 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Request body: {'port': {'device_id': '7140fb1a-d0fd-4874-8777-ec98b34bae21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:40:56.901224 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-771ec3b5-6150-4db7-9bf5-ecb2b2a043f9 None None] Provisioning complete for port 690df2c8-236b-4045-91f7-d0bced1c939f triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:40:56.902177 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-771ec3b5-6150-4db7-9bf5-ecb2b2a043f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (690df2c8-236b-4045-91f7-d0bced1c939f), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:56.902177 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-771ec3b5-6150-4db7-9bf5-ecb2b2a043f9 None None] Attempt 1 to provision port 690df2c8-236b-4045-91f7-d0bced1c939f Sep 23 01:40:56.909365 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (690df2c8-236b-4045-91f7-d0bced1c939f), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:56.933299 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:56.938410 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-771ec3b5-6150-4db7-9bf5-ecb2b2a043f9 None None] Port 690df2c8-236b-4045-91f7-d0bced1c939f cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:40:57.073292 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:57.222286 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690df2c8-236b-4045-91f7-d0bced1c939f {{(pid=107236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:40:57.230811 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Publish callbacks [] for port (690df2c8-236b-4045-91f7-d0bced1c939f), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:57.244486 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.provisioning_blocks [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Transition to ACTIVE for port object 690df2c8-236b-4045-91f7-d0bced1c939f will not be triggered until provisioned by entity L2. {{(pid=107236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:40:57.347128 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (690df2c8-236b-4045-91f7-d0bced1c939f), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:57.381172 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:57.410279 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=690df2c8-236b-4045-91f7-d0bced1c939f,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:57.439962 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-771ec3b5-6150-4db7-9bf5-ecb2b2a043f9 None None] Attempt 2 to provision port 690df2c8-236b-4045-91f7-d0bced1c939f Sep 23 01:40:57.471987 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Attempting to bind port 690df2c8-236b-4045-91f7-d0bced1c939f on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:40:57.472873 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Attempting to bind port 690df2c8-236b-4045-91f7-d0bced1c939f by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:40:57.472873 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Attempting to bind port 690df2c8-236b-4045-91f7-d0bced1c939f on network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:40:57.478759 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-771ec3b5-6150-4db7-9bf5-ecb2b2a043f9 None None] Port 690df2c8-236b-4045-91f7-d0bced1c939f cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:40:57.522109 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Port 690df2c8-236b-4045-91f7-d0bced1c939f on network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:40:57.522440 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Attempting to bind port 690df2c8-236b-4045-91f7-d0bced1c939f on network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:40:57.569301 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:40:57.569993 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Checking segment: {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:40:57.569993 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Bound using segment: {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:40:57.570413 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Bound port: 690df2c8-236b-4045-91f7-d0bced1c939f, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'}}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:40:57.570766 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (690df2c8-236b-4045-91f7-d0bced1c939f), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:57.638659 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] For port 690df2c8-236b-4045-91f7-d0bced1c939f, host hv-cinder-84914, cleared binding levels {{(pid=107236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:40:57.642185 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] For port 690df2c8-236b-4045-91f7-d0bced1c939f, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=690df2c8-236b-4045-91f7-d0bced1c939f,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:40:57.710414 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149feac-5185-4a3c-bfc2-f4acb3c21368 req-2cee721a-9fa5-47f0-8b07-a038278e038e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:57.712154 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d149feac-5185-4a3c-bfc2-f4acb3c21368 req-2cee721a-9fa5-47f0-8b07-a038278e038e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 943 time: 0.0624592 Sep 23 01:40:57.735858 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:57.737940 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=8 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:57.764009 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (690df2c8-236b-4045-91f7-d0bced1c939f), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:57.768408 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:57.768559 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:40:57.769867 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-144c9463-2903-45a7-adcd-ab802275142b req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/690df2c8-236b-4045-91f7-d0bced1c939f HTTP/1.1" status: 200 len: 1093 time: 0.9369228 Sep 23 01:40:57.773083 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7140fb1a-d0fd-4874-8777-ec98b34bae21', 'tag': '690df2c8-236b-4045-91f7-d0bced1c939f'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:40:57.775396 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9eda56-f2e5-4bd5-b8a1-28dc6783c235" -d '{"events": [{"name": "network-changed", "server_uuid": "7140fb1a-d0fd-4874-8777-ec98b34bae21", "tag": "690df2c8-236b-4045-91f7-d0bced1c939f"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:40:57.784498 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d149feac-5185-4a3c-bfc2-f4acb3c21368 req-c8050d12-e771-4c30-95df-897ce2248512 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3d57196e-f3f5-47a6-a66a-5a8d497c3329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662858 Sep 23 01:40:57.825986 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dffdfff-10f2-40f1-a162-0f0a27021f18 x-openstack-request-id: req-3dffdfff-10f2-40f1-a162-0f0a27021f18 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:40:57.826262 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7140fb1a-d0fd-4874-8777-ec98b34bae21", "tag": "690df2c8-236b-4045-91f7-d0bced1c939f", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:40:57.826434 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3dffdfff-10f2-40f1-a162-0f0a27021f18 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:40:57.826776 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dffdfff-10f2-40f1-a162-0f0a27021f18'] response: {'name': 'network-changed', 'server_uuid': '7140fb1a-d0fd-4874-8777-ec98b34bae21', 'tag': '690df2c8-236b-4045-91f7-d0bced1c939f', 'status': 'completed', 'code': 200} Sep 23 01:40:57.840048 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d70e5f-12a1-464e-a2e3-a6692ba7b0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=690df2c8-236b-4045-91f7-d0bced1c939f,revision_number=3']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:40:57.925013 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9eda56-f2e5-4bd5-b8a1-28dc6783c235 req-cfd4fd7a-6335-4595-a35a-9aced8293d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:57.926505 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5d9eda56-f2e5-4bd5-b8a1-28dc6783c235 req-cfd4fd7a-6335-4595-a35a-9aced8293d97 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=a15460898c2b4b15bfee3d39a01273b4&device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 1127 time: 0.0413346 Sep 23 01:40:57.979884 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-771ec3b5-6150-4db7-9bf5-ecb2b2a043f9 None None] Attempt 3 to provision port 690df2c8-236b-4045-91f7-d0bced1c939f Sep 23 01:40:58.024787 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-771ec3b5-6150-4db7-9bf5-ecb2b2a043f9 None None] Port 690df2c8-236b-4045-91f7-d0bced1c939f had new provisioning blocks added so it will not transition to active. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:40:58.057873 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9eda56-f2e5-4bd5-b8a1-28dc6783c235 req-d3aeee82-bc94-4080-9a59-a2842d13f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:58.059358 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5d9eda56-f2e5-4bd5-b8a1-28dc6783c235 req-d3aeee82-bc94-4080-9a59-a2842d13f6ad service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=a15460898c2b4b15bfee3d39a01273b4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1183376 Sep 23 01:40:58.165743 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9eda56-f2e5-4bd5-b8a1-28dc6783c235 req-8886ad99-9091-4a0f-ac43-e3b8fb221a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:58.167239 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5d9eda56-f2e5-4bd5-b8a1-28dc6783c235 req-8886ad99-9091-4a0f-ac43-e3b8fb221a53 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1014793 Sep 23 01:40:58.281597 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c9463-2903-45a7-adcd-ab802275142b req-0392d9c2-843b-4178-90c2-3cbc512a6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:58.283017 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-144c9463-2903-45a7-adcd-ab802275142b req-0392d9c2-843b-4178-90c2-3cbc512a6be5 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=a15460898c2b4b15bfee3d39a01273b4&device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 1127 time: 0.0483129 Sep 23 01:40:58.303128 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:58.333851 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-144c9463-2903-45a7-adcd-ab802275142b req-a26cda24-18e3-4ef0-962e-35c1060a886b service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=690df2c8-236b-4045-91f7-d0bced1c939f HTTP/1.1" status: 200 len: 217 time: 0.0362375 Sep 23 01:40:58.384760 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c9463-2903-45a7-adcd-ab802275142b req-c9cc49da-e565-437d-9ec6-da1056e53ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:58.386266 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-144c9463-2903-45a7-adcd-ab802275142b req-c9cc49da-e565-437d-9ec6-da1056e53ed9 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=ef213c81-80fb-4bd1-93b8-ec90976c54d9 HTTP/1.1" status: 200 len: 851 time: 0.0469253 Sep 23 01:40:58.438521 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c9463-2903-45a7-adcd-ab802275142b req-e2dc441c-4d83-48a9-97d2-0f7e4b65925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:58.440307 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-144c9463-2903-45a7-adcd-ab802275142b req-e2dc441c-4d83-48a9-97d2-0f7e4b65925c service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475051 Sep 23 01:40:58.536864 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-144c9463-2903-45a7-adcd-ab802275142b req-14ca8a93-a3af-47e4-973e-361319603cba service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907462 Sep 23 01:40:58.933220 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037a566-cb51-44df-9658-9057577df24f req-b2b90e72-31a0-4471-ba9e-4cca4eaa0039 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:40:58.934749 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9037a566-cb51-44df-9658-9057577df24f req-b2b90e72-31a0-4471-ba9e-4cca4eaa0039 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 943 time: 0.0661461 Sep 23 01:40:58.953621 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-144c9463-2903-45a7-adcd-ab802275142b req-1c273843-8f1f-4e74-8c91-dac159ea789a service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104412 Sep 23 01:40:58.970376 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:40:59.003803 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9037a566-cb51-44df-9658-9057577df24f req-b114ea5b-fee3-4c28-b8eb-e67fc226d9dc tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3d57196e-f3f5-47a6-a66a-5a8d497c3329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620790 Sep 23 01:41:00.135577 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85314b4a-5fca-48db-9123-6829a958a9cf req-9918473b-d7b8-4916-b63c-07b62ea889be tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:00.137334 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-85314b4a-5fca-48db-9123-6829a958a9cf req-9918473b-d7b8-4916-b63c-07b62ea889be tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 943 time: 0.0499470 Sep 23 01:41:00.188462 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-85314b4a-5fca-48db-9123-6829a958a9cf req-3d702e71-45b8-41a7-8c3f-287e8b0c3166 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3d57196e-f3f5-47a6-a66a-5a8d497c3329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446231 Sep 23 01:41:01.194449 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 690df2c8-236b-4045-91f7-d0bced1c939f details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:41:01.322680 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 690df2c8-236b-4045-91f7-d0bced1c939f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=690df2c8-236b-4045-91f7-d0bced1c939f,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:01.340107 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': '690df2c8-236b-4045-91f7-d0bced1c939f', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'port_id': '690df2c8-236b-4045-91f7-d0bced1c939f', 'mac_address': 'fa:16:3e:85:95:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:41:01.349299 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ec977-fef2-43bf-9b7f-f3cb543965e3 req-c2836667-1ee9-4e99-be92-644cd26caaa1 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:01.350893 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-225ec977-fef2-43bf-9b7f-f3cb543965e3 req-c2836667-1ee9-4e99-be92-644cd26caaa1 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 943 time: 0.0637796 Sep 23 01:41:01.391051 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 690df2c8-236b-4045-91f7-d0bced1c939f is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:41:01.391687 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (690df2c8-236b-4045-91f7-d0bced1c939f), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:01.415072 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690df2c8-236b-4045-91f7-d0bced1c939f {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:41:01.434396 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-225ec977-fef2-43bf-9b7f-f3cb543965e3 req-a27fc79c-6a21-4ec9-a795-da1313232ea4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3d57196e-f3f5-47a6-a66a-5a8d497c3329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730894 Sep 23 01:41:01.447397 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 690df2c8-236b-4045-91f7-d0bced1c939f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=690df2c8-236b-4045-91f7-d0bced1c939f,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:01.541508 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (690df2c8-236b-4045-91f7-d0bced1c939f), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:01.593514 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=690df2c8-236b-4045-91f7-d0bced1c939f,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:01.601266 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:01.601677 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:01.601936 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:01.602416 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:01.602662 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:01.602992 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:01.603318 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:01.603670 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:01.603998 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:01.604324 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:01.604685 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:01.604976 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:01.605298 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:01.605621 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:01.605938 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:01.858937 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['690df2c8-236b-4045-91f7-d0bced1c939f'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:41:02.570252 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef5f39-3590-4bfd-b24b-e6a51010729e req-c143c38b-492d-4bb6-8f5a-35a73ae5926c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:02.571868 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-27ef5f39-3590-4bfd-b24b-e6a51010729e req-c143c38b-492d-4bb6-8f5a-35a73ae5926c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 944 time: 0.0518694 Sep 23 01:41:02.625861 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-27ef5f39-3590-4bfd-b24b-e6a51010729e req-5990d355-115f-4cda-a284-dc777555195e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3d57196e-f3f5-47a6-a66a-5a8d497c3329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483069 Sep 23 01:41:03.208539 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 690df2c8-236b-4045-91f7-d0bced1c939f up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:41:03.257162 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:03.258166 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port 690df2c8-236b-4045-91f7-d0bced1c939f completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:41:03.365244 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port 690df2c8-236b-4045-91f7-d0bced1c939f triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:41:03.365837 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (690df2c8-236b-4045-91f7-d0bced1c939f), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:03.366288 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port 690df2c8-236b-4045-91f7-d0bced1c939f Sep 23 01:41:03.452136 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 690df2c8-236b-4045-91f7-d0bced1c939f is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:41:03.452604 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (690df2c8-236b-4045-91f7-d0bced1c939f), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:03.481723 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7140fb1a-d0fd-4874-8777-ec98b34bae21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690df2c8-236b-4045-91f7-d0bced1c939f'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:41:03.484261 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c59c7e3-8610-4aaa-8b09-3e7f20b3c42c" -d '{"events": [{"server_uuid": "7140fb1a-d0fd-4874-8777-ec98b34bae21", "name": "network-vif-plugged", "status": "completed", "tag": "690df2c8-236b-4045-91f7-d0bced1c939f"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:41:03.497231 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:03.501676 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 690df2c8-236b-4045-91f7-d0bced1c939f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=690df2c8-236b-4045-91f7-d0bced1c939f,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:03.532603 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3831d49d-0634-4a17-a151-3e015da9b83a x-openstack-request-id: req-3831d49d-0634-4a17-a151-3e015da9b83a {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:41:03.532603 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7140fb1a-d0fd-4874-8777-ec98b34bae21", "name": "network-vif-plugged", "status": "completed", "tag": "690df2c8-236b-4045-91f7-d0bced1c939f", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:41:03.532603 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3831d49d-0634-4a17-a151-3e015da9b83a {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:41:03.532603 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3831d49d-0634-4a17-a151-3e015da9b83a'] response: {'server_uuid': '7140fb1a-d0fd-4874-8777-ec98b34bae21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690df2c8-236b-4045-91f7-d0bced1c939f', 'code': 200} Sep 23 01:41:03.581155 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (690df2c8-236b-4045-91f7-d0bced1c939f), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:03.633242 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=690df2c8-236b-4045-91f7-d0bced1c939f,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:03.767796 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8ed21-eacc-495a-95df-99830e53586d req-5444becf-db5b-4dc3-af15-7080dd523d95 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:03.769607 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-26d8ed21-eacc-495a-95df-99830e53586d req-5444becf-db5b-4dc3-af15-7080dd523d95 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 945 time: 0.0605044 Sep 23 01:41:03.830862 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-26d8ed21-eacc-495a-95df-99830e53586d req-c0da4f5f-a097-4817-aedb-dae2e3fc891c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3d57196e-f3f5-47a6-a66a-5a8d497c3329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519783 Sep 23 01:41:03.901469 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-b4872dd3-35e8-4438-af2e-9d41eddf8ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:03.995436 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f0a87-796a-4034-bcc6-c80866ef58f8 req-66356838-2f69-44e9-8c1c-60b9cca1926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:03.997414 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2c8f0a87-796a-4034-bcc6-c80866ef58f8 req-66356838-2f69-44e9-8c1c-60b9cca1926c service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 1129 time: 0.0483785 Sep 23 01:41:04.047420 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2c8f0a87-796a-4034-bcc6-c80866ef58f8 req-6e444d29-72f3-4d06-a1d0-e741609fdd75 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=3d57196e-f3f5-47a6-a66a-5a8d497c3329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413215 Sep 23 01:41:04.975365 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09869484-cac4-4a42-a5e2-91bc22881142 req-29fd7a0e-8099-433a-9f4e-9d852126e965 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:04.978080 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-09869484-cac4-4a42-a5e2-91bc22881142 req-29fd7a0e-8099-433a-9f4e-9d852126e965 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 945 time: 0.0616376 Sep 23 01:41:05.034279 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-09869484-cac4-4a42-a5e2-91bc22881142 req-e1f25b52-d2f3-4bc8-bd0d-dc099345170a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3d57196e-f3f5-47a6-a66a-5a8d497c3329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504489 Sep 23 01:41:06.171986 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034123c-b3f2-41a7-b468-509c9e7385c9 req-a4b924c7-9460-45f6-9cc0-b564a0f5b733 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:06.173479 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2034123c-b3f2-41a7-b468-509c9e7385c9 req-a4b924c7-9460-45f6-9cc0-b564a0f5b733 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 945 time: 0.0516291 Sep 23 01:41:06.225576 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2034123c-b3f2-41a7-b468-509c9e7385c9 req-08e71245-997b-4eb8-bb59-82fb12448c29 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3d57196e-f3f5-47a6-a66a-5a8d497c3329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456672 Sep 23 01:41:06.353466 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7132e-a2b9-4aaa-9125-41ce7254179c req-764f2d06-e658-4d63-88e1-03b61a666252 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:06.354869 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-30d7132e-a2b9-4aaa-9125-41ce7254179c req-764f2d06-e658-4d63-88e1-03b61a666252 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 945 time: 0.0530834 Sep 23 01:41:06.366202 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49640) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:41:06.370747 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-5b38535e-aa42-43b5-ba83-3cf5f3c8d33d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'floatingip': {'port_id': '690df2c8-236b-4045-91f7-d0bced1c939f'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:41:06.397917 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f598a2c8-2fa4-49a3-9ed5-35bbc503d436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:06.410445 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5b38535e-aa42-43b5-ba83-3cf5f3c8d33d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (3f6b65cf-f83f-4b31-8e3e-a75bde468972), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:06.874686 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5b38535e-aa42-43b5-ba83-3cf5f3c8d33d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:06.946736 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5b38535e-aa42-43b5-ba83-3cf5f3c8d33d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (3f6b65cf-f83f-4b31-8e3e-a75bde468972), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:07.048662 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.l3_db [None req-5b38535e-aa42-43b5-ba83-3cf5f3c8d33d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Floating IP 3f6b65cf-f83f-4b31-8e3e-a75bde468972 associated. External IP: 172.27.1.140, port: 690df2c8-236b-4045-91f7-d0bced1c939f. Sep 23 01:41:07.051491 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:07.095396 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:07.265795 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b38535e-aa42-43b5-ba83-3cf5f3c8d33d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Router 583a9cfe-4561-4327-9883-fe7887022154 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:41:07.378981 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b38535e-aa42-43b5-ba83-3cf5f3c8d33d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:41:07.384512 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-5b38535e-aa42-43b5-ba83-3cf5f3c8d33d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:07.390489 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faafd59-62d4-4bc8-850d-1723ce595ae5 None None] Sync routers for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:41:07.401085 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faafd59-62d4-4bc8-850d-1723ce595ae5 None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:41:07.401770 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-9faafd59-62d4-4bc8-850d-1723ce595ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:41:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:07.416671 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-5b38535e-aa42-43b5-ba83-3cf5f3c8d33d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/3f6b65cf-f83f-4b31-8e3e-a75bde468972 HTTP/1.1" status: 200 len: 991 time: 1.0493224 Sep 23 01:41:07.417304 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7140fb1a-d0fd-4874-8777-ec98b34bae21', 'tag': '690df2c8-236b-4045-91f7-d0bced1c939f'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:41:07.419617 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b2c310-d148-4da8-9866-60a947a76767" -d '{"events": [{"name": "network-changed", "server_uuid": "7140fb1a-d0fd-4874-8777-ec98b34bae21", "tag": "690df2c8-236b-4045-91f7-d0bced1c939f"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:41:07.512147 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-9faafd59-62d4-4bc8-850d-1723ce595ae5 None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:41:07.521953 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698e761a-2be3-42f9-8b0b-a51d4e4b5490 x-openstack-request-id: req-698e761a-2be3-42f9-8b0b-a51d4e4b5490 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:41:07.522244 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7140fb1a-d0fd-4874-8777-ec98b34bae21", "tag": "690df2c8-236b-4045-91f7-d0bced1c939f", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:41:07.522498 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-698e761a-2be3-42f9-8b0b-a51d4e4b5490 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:41:07.522904 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-698e761a-2be3-42f9-8b0b-a51d4e4b5490'] response: {'name': 'network-changed', 'server_uuid': '7140fb1a-d0fd-4874-8777-ec98b34bae21', 'tag': '690df2c8-236b-4045-91f7-d0bced1c939f', 'status': 'completed', 'code': 200} Sep 23 01:41:07.617583 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2c310-d148-4da8-9866-60a947a76767 req-c526012e-b904-44ec-a249-ffcd76c61580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:07.619071 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c2b2c310-d148-4da8-9866-60a947a76767 req-c526012e-b904-44ec-a249-ffcd76c61580 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=a15460898c2b4b15bfee3d39a01273b4&device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 1129 time: 0.0412354 Sep 23 01:41:07.725083 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2c310-d148-4da8-9866-60a947a76767 req-d620759a-5608-4971-af4b-02b7e8182074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:07.726474 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c2b2c310-d148-4da8-9866-60a947a76767 req-d620759a-5608-4971-af4b-02b7e8182074 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4 HTTP/1.1" status: 200 len: 913 time: 0.1010497 Sep 23 01:41:07.795751 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c2b2c310-d148-4da8-9866-60a947a76767 req-342e481a-12fd-4f10-8994-c741c520f146 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=690df2c8-236b-4045-91f7-d0bced1c939f HTTP/1.1" status: 200 len: 999 time: 0.0620053 Sep 23 01:41:07.849706 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2c310-d148-4da8-9866-60a947a76767 req-8ef61df2-0986-4e25-ad89-9fda65443ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:07.851226 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c2b2c310-d148-4da8-9866-60a947a76767 req-8ef61df2-0986-4e25-ad89-9fda65443ad7 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=ef213c81-80fb-4bd1-93b8-ec90976c54d9 HTTP/1.1" status: 200 len: 851 time: 0.0486689 Sep 23 01:41:07.874016 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-9faafd59-62d4-4bc8-850d-1723ce595ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '3f6b65cf-f83f-4b31-8e3e-a75bde468972', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '583a9cfe-4561-4327-9883-fe7887022154', 'port_id': '690df2c8-236b-4045-91f7-d0bced1c939f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'mac_address': 'fa:16:3e:85:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7140fb1a-d0fd-4874-8777-ec98b34bae21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:40:51Z', 'updated_at': '2022-09-23T01:41:06Z', 'revision_number': 1, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:07.899902 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faafd59-62d4-4bc8-850d-1723ce595ae5 None None] Checking router: 583a9cfe-4561-4327-9883-fe7887022154 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:41:07.902064 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2c310-d148-4da8-9866-60a947a76767 req-27818033-a50c-48b8-8c23-d1943bbd86b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:07.904255 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c2b2c310-d148-4da8-9866-60a947a76767 req-27818033-a50c-48b8-8c23-d1943bbd86b6 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462019 Sep 23 01:41:07.909755 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faafd59-62d4-4bc8-850d-1723ce595ae5 None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:41:07.910158 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-9faafd59-62d4-4bc8-850d-1723ce595ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:41:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:07.998150 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c2b2c310-d148-4da8-9866-60a947a76767 req-07b0ea31-cfa2-45b4-a83c-b0c2ad862ead service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874088 Sep 23 01:41:08.015956 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-9faafd59-62d4-4bc8-850d-1723ce595ae5 None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:41:08.060005 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:08.093595 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c2b2c310-d148-4da8-9866-60a947a76767 req-4a35da35-1d40-426a-a1ac-93c688498ee0 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879595 Sep 23 01:41:08.235301 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-9faafd59-62d4-4bc8-850d-1723ce595ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '3f6b65cf-f83f-4b31-8e3e-a75bde468972', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '583a9cfe-4561-4327-9883-fe7887022154', 'port_id': '690df2c8-236b-4045-91f7-d0bced1c939f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'mac_address': 'fa:16:3e:85:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7140fb1a-d0fd-4874-8777-ec98b34bae21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:40:51Z', 'updated_at': '2022-09-23T01:41:06Z', 'revision_number': 1, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:08.260096 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faafd59-62d4-4bc8-850d-1723ce595ae5 None None] The sync data for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi is: [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '3f6b65cf-f83f-4b31-8e3e-a75bde468972', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '583a9cfe-4561-4327-9883-fe7887022154', 'port_id': '690df2c8-236b-4045-91f7-d0bced1c939f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'mac_address': 'fa:16:3e:85:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7140fb1a-d0fd-4874-8777-ec98b34bae21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:40:51Z', 'updated_at': '2022-09-23T01:41:06Z', 'revision_number': 1, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:41:08.439190 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:08.440769 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=4 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:08.447921 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f46a69-01c4-49bc-bc5d-65893c5980a9 None None] New status for floating IP 3f6b65cf-f83f-4b31-8e3e-a75bde468972: ACTIVE {{(pid=107238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:41:08.918049 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:10.272131 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:11.204147 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:17.412378 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=46 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:17.413223 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=22 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:18.090602 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=85 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:18.550044 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:18.552071 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:21.102777 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:21.104628 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:21.769307 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:24.321568 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:41:31.695908 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:31.697270 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:33.833272 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3698ac9c-da73-4046-85f0-2b64a3fa191b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:36.394040 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-e1f047b1-4058-4f49-8344-ac9482f58220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:38.917787 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:40.255143 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:41.198371 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:45.437959 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=18 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:45.438720 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=16 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:51.097219 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:51.104254 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:51.224093 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d3be6-1cbe-4d27-a09e-199c81beebf9 req-d74c20a2-aba5-42d5-9b4a-884e519051f9 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:51.226961 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-dc6d3be6-1cbe-4d27-a09e-199c81beebf9 req-d74c20a2-aba5-42d5-9b4a-884e519051f9 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 946 time: 0.0532496 Sep 23 01:41:51.280149 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-dc6d3be6-1cbe-4d27-a09e-199c81beebf9 req-d9df4202-fcdc-453c-bffc-a51566f0e0ab tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482743 Sep 23 01:41:51.820717 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:52.410168 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf9822-47df-4792-8e5b-a8dd6eaa9925 req-5bb4ca32-7854-4af8-948f-76dc21981796 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:52.411758 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-83cf9822-47df-4792-8e5b-a8dd6eaa9925 req-5bb4ca32-7854-4af8-948f-76dc21981796 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 946 time: 0.0495100 Sep 23 01:41:52.465965 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-83cf9822-47df-4792-8e5b-a8dd6eaa9925 req-30013b37-0fb8-4746-b001-7363fe4c922a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480478 Sep 23 01:41:53.394604 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9f4fcd57-41b3-43b2-bb1d-87f109bd79ec req-1982cb4d-bde9-44be-a6d3-0c4a896c64b6 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413637 Sep 23 01:41:53.400980 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66eaac-753a-450b-bf02-9bb67e6fef34 req-e0c78356-de5c-48aa-a124-e6fd564664a2 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:53.402511 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-7a66eaac-753a-450b-bf02-9bb67e6fef34 req-e0c78356-de5c-48aa-a124-e6fd564664a2 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 946 time: 0.0498717 Sep 23 01:41:53.519292 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-7a66eaac-753a-450b-bf02-9bb67e6fef34 req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Deleting port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:41:53.519663 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-7a66eaac-753a-450b-bf02-9bb67e6fef34 req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (76aa0f1b-1f50-4ed6-9407-e64aa3b79462), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:53.533212 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fcd57-41b3-43b2-bb1d-87f109bd79ec req-100b258b-618a-433f-931a-3199ad68bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:53.535374 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9f4fcd57-41b3-43b2-bb1d-87f109bd79ec req-100b258b-618a-433f-931a-3199ad68bc5a service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=a15460898c2b4b15bfee3d39a01273b4&device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 1129 time: 0.0663214 Sep 23 01:41:53.641898 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e61057-f4d9-45aa-868b-00be87e31ea0 req-8c48d248-b355-4620-ba79-a72573a0944d tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:53.643434 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-55e61057-f4d9-45aa-868b-00be87e31ea0 req-8c48d248-b355-4620-ba79-a72573a0944d tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 946 time: 0.0694728 Sep 23 01:41:53.646533 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fcd57-41b3-43b2-bb1d-87f109bd79ec req-2a741df3-0826-4905-80f3-a5621dc5650d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:53.648077 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9f4fcd57-41b3-43b2-bb1d-87f109bd79ec req-2a741df3-0826-4905-80f3-a5621dc5650d service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4 HTTP/1.1" status: 200 len: 913 time: 0.0932336 Sep 23 01:41:53.718006 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9f4fcd57-41b3-43b2-bb1d-87f109bd79ec req-e1e31d0a-3578-47fd-87f5-388df58fe7c8 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=690df2c8-236b-4045-91f7-d0bced1c939f HTTP/1.1" status: 200 len: 1001 time: 0.0634041 Sep 23 01:41:53.777009 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fcd57-41b3-43b2-bb1d-87f109bd79ec req-77fbe4c0-0b77-4dec-a8db-e80d9eb4af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:53.778479 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9f4fcd57-41b3-43b2-bb1d-87f109bd79ec req-77fbe4c0-0b77-4dec-a8db-e80d9eb4af31 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=ef213c81-80fb-4bd1-93b8-ec90976c54d9 HTTP/1.1" status: 200 len: 851 time: 0.0544288 Sep 23 01:41:53.837662 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fcd57-41b3-43b2-bb1d-87f109bd79ec req-983f07f0-0102-4c18-b8ea-0a0188d4ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:53.839270 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9f4fcd57-41b3-43b2-bb1d-87f109bd79ec req-983f07f0-0102-4c18-b8ea-0a0188d4ae07 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550458 Sep 23 01:41:53.949771 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9f4fcd57-41b3-43b2-bb1d-87f109bd79ec req-20a31c66-3862-4980-a171-b0d6e5863600 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047056 Sep 23 01:41:53.962913 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-7a66eaac-753a-450b-bf02-9bb67e6fef34 req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] For port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=76aa0f1b-1f50-4ed6-9407-e64aa3b79462,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:41:53.963510 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-7a66eaac-753a-450b-bf02-9bb67e6fef34 req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (76aa0f1b-1f50-4ed6-9407-e64aa3b79462), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:54.036558 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-55e61057-f4d9-45aa-868b-00be87e31ea0 req-2ef1ad1b-b8c3-432a-90f4-cb5fdcdcb367 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3846591 Sep 23 01:41:54.046705 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9f4fcd57-41b3-43b2-bb1d-87f109bd79ec req-0d560981-bf27-4a52-891c-32e60138fa23 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909586 Sep 23 01:41:54.155010 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-7a66eaac-753a-450b-bf02-9bb67e6fef34 req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:54.155371 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-7a66eaac-753a-450b-bf02-9bb67e6fef34 req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (a02e0d9c-a9b1-4b83-978a-263b33d25344), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:54.155718 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.l3_db [req-7a66eaac-753a-450b-bf02-9bb67e6fef34 req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Floating IP a02e0d9c-a9b1-4b83-978a-263b33d25344 disassociated. External IP: 172.27.1.245, port: 76aa0f1b-1f50-4ed6-9407-e64aa3b79462. Sep 23 01:41:54.156062 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-7a66eaac-753a-450b-bf02-9bb67e6fef34 req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Calling delete_port for 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 owned by compute:nova {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:41:54.363052 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-7a66eaac-753a-450b-bf02-9bb67e6fef34 req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (76aa0f1b-1f50-4ed6-9407-e64aa3b79462), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:54.393231 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event deleted for resources: {'Port': ['ID=76aa0f1b-1f50-4ed6-9407-e64aa3b79462,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:41:54.404396 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:54.405823 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:54.405823 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:54.406141 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:54.406353 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:54.406686 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:54.407023 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:54.407352 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:54.407696 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:54.408018 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:54.414657 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:54.414657 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:54.414657 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:54.414657 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:54.414657 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:41:54.520726 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a66eaac-753a-450b-bf02-9bb67e6fef34 req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Router 565a0dc1-9fc8-48b9-894d-271ec21954e8 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:41:54.576852 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:54.579106 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:41:54.631465 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a66eaac-753a-450b-bf02-9bb67e6fef34 req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:41:54.643580 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc474170-f394-4aee-90e1-746222692638 None None] Sync routers for ids ['565a0dc1-9fc8-48b9-894d-271ec21954e8'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:41:54.653356 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc474170-f394-4aee-90e1-746222692638 None None] Routers {'565a0dc1-9fc8-48b9-894d-271ec21954e8'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:41:54.654299 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-bc474170-f394-4aee-90e1-746222692638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:41:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['565a0dc1-9fc8-48b9-894d-271ec21954e8'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:54.684233 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a66eaac-753a-450b-bf02-9bb67e6fef34 req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] No DVR routers for this DVR port 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 on host hv-cinder-84914 {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:41:54.687306 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-7a66eaac-753a-450b-bf02-9bb67e6fef34 req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:41:54.691278 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-7a66eaac-753a-450b-bf02-9bb67e6fef34 req-9192c598-3bd4-4069-8010-963c6287c3d4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.81 "DELETE /networking/v2.0/ports/76aa0f1b-1f50-4ed6-9407-e64aa3b79462 HTTP/1.1" status: 204 len: 173 time: 1.2639594 Sep 23 01:41:54.691278 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84ea01c-1bd5-4928-832e-e939c785fcb2', 'name': 'network-vif-deleted', 'tag': '76aa0f1b-1f50-4ed6-9407-e64aa3b79462'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:41:54.693837 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13eaa23-e842-4c57-ac9b-6f430a1e0f6a" -d '{"events": [{"server_uuid": "d84ea01c-1bd5-4928-832e-e939c785fcb2", "name": "network-vif-deleted", "tag": "76aa0f1b-1f50-4ed6-9407-e64aa3b79462"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:41:54.745173 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6735c31f-9a0c-4e93-8e12-4f87c8114a53 x-openstack-request-id: req-6735c31f-9a0c-4e93-8e12-4f87c8114a53 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:41:54.746339 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84ea01c-1bd5-4928-832e-e939c785fcb2", "name": "network-vif-deleted", "tag": "76aa0f1b-1f50-4ed6-9407-e64aa3b79462", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:41:54.746339 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6735c31f-9a0c-4e93-8e12-4f87c8114a53 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:41:54.746927 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6735c31f-9a0c-4e93-8e12-4f87c8114a53'] response: {'server_uuid': 'd84ea01c-1bd5-4928-832e-e939c785fcb2', 'name': 'network-vif-deleted', 'tag': '76aa0f1b-1f50-4ed6-9407-e64aa3b79462', 'status': 'completed', 'code': 200} Sep 23 01:41:54.773946 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-bc474170-f394-4aee-90e1-746222692638 None None] Set router 565a0dc1-9fc8-48b9-894d-271ec21954e8 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:41:55.021455 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-bc474170-f394-4aee-90e1-746222692638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:55.052478 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc474170-f394-4aee-90e1-746222692638 None None] Checking router: 565a0dc1-9fc8-48b9-894d-271ec21954e8 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:41:55.062982 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc474170-f394-4aee-90e1-746222692638 None None] Routers {'565a0dc1-9fc8-48b9-894d-271ec21954e8'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:41:55.063661 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-bc474170-f394-4aee-90e1-746222692638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:41:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['565a0dc1-9fc8-48b9-894d-271ec21954e8'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:55.186622 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-62ad38d8-5cce-4911-9e7b-6e53a84fc650 req-d2c0589b-922b-4974-b9a8-9473e9166e8a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 210 time: 0.0457265 Sep 23 01:41:55.189185 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-bc474170-f394-4aee-90e1-746222692638 None None] Set router 565a0dc1-9fc8-48b9-894d-271ec21954e8 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:41:55.403302 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-bc474170-f394-4aee-90e1-746222692638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:41:55.431581 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc474170-f394-4aee-90e1-746222692638 None None] The sync data for ids ['565a0dc1-9fc8-48b9-894d-271ec21954e8'] in dv-cinder-849143-7-iscsi is: [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:41:55.686618 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea12708b-8c84-45ce-9e02-cc3dec7c1e07 None None] New status for floating IP a02e0d9c-a9b1-4b83-978a-263b33d25344: DOWN {{(pid=107238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:41:56.319875 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-431ad96c-39d8-4836-92de-0301f5c90249 req-91e46e4c-f99f-42c8-ad2b-1d9397c1f782 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d84ea01c-1bd5-4928-832e-e939c785fcb2 HTTP/1.1" status: 200 len: 210 time: 0.0352130 Sep 23 01:41:57.452534 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:41:57.488594 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:41:57.489563 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 76aa0f1b-1f50-4ed6-9407-e64aa3b79462 not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:41:57.643443 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-8485da67-d3ce-4191-9807-f0c6f83eb181 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-309655662&fields=id&tenant_id=f5c5ef59b1b44d8a916be97d8d11493f HTTP/1.1" status: 200 len: 267 time: 0.0534859 Sep 23 01:41:57.762340 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-4d01f5c7-6ceb-42f3-a150-c5ead4b624b4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:57.763854 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-4d01f5c7-6ceb-42f3-a150-c5ead4b624b4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/networks?id=7fe1919f-1f3e-419a-91a3-220386faadcd HTTP/1.1" status: 200 len: 811 time: 0.1137972 Sep 23 01:41:57.779998 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-ba85c8fc-c762-4432-b2df-8fb2f07c6abe tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/quotas/f5c5ef59b1b44d8a916be97d8d11493f HTTP/1.1" status: 200 len: 375 time: 0.0100267 Sep 23 01:41:57.845651 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-8c9ff8cd-9b3a-40db-878a-47db19ff8e12 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575175 Sep 23 01:41:57.947182 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-523d8b37-59b6-4364-b386-29c1e5b4b52a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893831 Sep 23 01:41:58.047443 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-32cedf47-3422-4c19-a0f3-5a2f51e4c838 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913815 Sep 23 01:41:58.271934 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb0e30-9f39-4290-bca6-2313e8fdef7c req-2700e92d-6f97-467e-bbc7-590902c7f5fd tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:58.273422 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a6eb0e30-9f39-4290-bca6-2313e8fdef7c req-2700e92d-6f97-467e-bbc7-590902c7f5fd tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 945 time: 0.0485187 Sep 23 01:41:58.325214 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a6eb0e30-9f39-4290-bca6-2313e8fdef7c req-c2f52741-efcd-4344-be95-090ee5f9537a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3d57196e-f3f5-47a6-a66a-5a8d497c3329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460348 Sep 23 01:41:58.650792 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b5df2f2e-6010-41c8-bbf2-ef4bf82429b7 req-88191ba1-a299-47f1-b485-7f842a1c44d7 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 210 time: 0.0458846 Sep 23 01:41:59.460954 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a7103-82a8-457c-b502-52083b85ffea req-ad1567ac-a95a-4c53-b35c-f515dd9752e6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:59.464040 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c82a7103-82a8-457c-b502-52083b85ffea req-ad1567ac-a95a-4c53-b35c-f515dd9752e6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 945 time: 0.0568497 Sep 23 01:41:59.517325 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c82a7103-82a8-457c-b502-52083b85ffea req-f0c1a3fa-d0dc-4f15-9f28-159d91cb106a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3d57196e-f3f5-47a6-a66a-5a8d497c3329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474122 Sep 23 01:41:59.776639 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8c41e590-e499-4e19-bd9f-d56edfa0392a req-3e4d79a5-dbd1-44ca-8445-fc655fd8abfc tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 210 time: 0.0318849 Sep 23 01:41:59.971342 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e291d-7c17-4816-b4a6-f91721fab902 req-4d98994f-37be-411b-b89e-513c05de8e77 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:41:59.973021 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8c3e291d-7c17-4816-b4a6-f91721fab902 req-4d98994f-37be-411b-b89e-513c05de8e77 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 945 time: 0.0671468 Sep 23 01:42:00.085944 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-8c3e291d-7c17-4816-b4a6-f91721fab902 req-ca400f64-db5c-401f-980f-c2a3286d767a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Deleting port 690df2c8-236b-4045-91f7-d0bced1c939f {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:42:00.086308 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-8c3e291d-7c17-4816-b4a6-f91721fab902 req-ca400f64-db5c-401f-980f-c2a3286d767a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (690df2c8-236b-4045-91f7-d0bced1c939f), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:00.193698 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-8c3e291d-7c17-4816-b4a6-f91721fab902 req-ca400f64-db5c-401f-980f-c2a3286d767a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] For port 690df2c8-236b-4045-91f7-d0bced1c939f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=690df2c8-236b-4045-91f7-d0bced1c939f,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:42:00.194149 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-8c3e291d-7c17-4816-b4a6-f91721fab902 req-ca400f64-db5c-401f-980f-c2a3286d767a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (690df2c8-236b-4045-91f7-d0bced1c939f), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:00.389889 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:00.393432 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-8c3e291d-7c17-4816-b4a6-f91721fab902 req-ca400f64-db5c-401f-980f-c2a3286d767a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:00.393793 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-8c3e291d-7c17-4816-b4a6-f91721fab902 req-ca400f64-db5c-401f-980f-c2a3286d767a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (3f6b65cf-f83f-4b31-8e3e-a75bde468972), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:00.394145 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.l3_db [req-8c3e291d-7c17-4816-b4a6-f91721fab902 req-ca400f64-db5c-401f-980f-c2a3286d767a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Floating IP 3f6b65cf-f83f-4b31-8e3e-a75bde468972 disassociated. External IP: 172.27.1.140, port: 690df2c8-236b-4045-91f7-d0bced1c939f. Sep 23 01:42:00.394499 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-8c3e291d-7c17-4816-b4a6-f91721fab902 req-ca400f64-db5c-401f-980f-c2a3286d767a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Calling delete_port for 690df2c8-236b-4045-91f7-d0bced1c939f owned by compute:nova {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:42:00.446511 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:00.643409 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-8c3e291d-7c17-4816-b4a6-f91721fab902 req-ca400f64-db5c-401f-980f-c2a3286d767a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (690df2c8-236b-4045-91f7-d0bced1c939f), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:00.666093 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b2cd4-d493-4352-b018-fff4571d365d req-9741de32-56e0-4766-bab6-86240969dd34 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:00.667777 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a81b2cd4-d493-4352-b018-fff4571d365d req-9741de32-56e0-4766-bab6-86240969dd34 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 945 time: 0.0646775 Sep 23 01:42:00.689549 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca400f64-db5c-401f-980f-c2a3286d767a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event deleted for resources: {'Port': ['ID=690df2c8-236b-4045-91f7-d0bced1c939f,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:00.786195 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a81b2cd4-d493-4352-b018-fff4571d365d req-a14aebd8-92bc-4254-bd02-e25ddd1b090b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3d57196e-f3f5-47a6-a66a-5a8d497c3329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006083 Sep 23 01:42:00.865500 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c3e291d-7c17-4816-b4a6-f91721fab902 req-ca400f64-db5c-401f-980f-c2a3286d767a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Router 583a9cfe-4561-4327-9883-fe7887022154 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:42:00.909659 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ed28ad66-a287-4dd9-a83b-0d00eee663fa req-7f0996e2-cddb-485c-b393-400189c50a19 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 210 time: 0.0309885 Sep 23 01:42:01.012322 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c3e291d-7c17-4816-b4a6-f91721fab902 req-ca400f64-db5c-401f-980f-c2a3286d767a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:42:01.027184 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98eb3e9-894c-4554-8477-cc956e50df8d None None] Sync routers for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:42:01.053675 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98eb3e9-894c-4554-8477-cc956e50df8d None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:42:01.057101 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-b98eb3e9-894c-4554-8477-cc956e50df8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:41:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:01.091287 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3e291d-7c17-4816-b4a6-f91721fab902 req-ca400f64-db5c-401f-980f-c2a3286d767a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] No DVR routers for this DVR port 690df2c8-236b-4045-91f7-d0bced1c939f on host hv-cinder-84914 {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:42:01.096123 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-8c3e291d-7c17-4816-b4a6-f91721fab902 req-ca400f64-db5c-401f-980f-c2a3286d767a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:01.103021 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-8c3e291d-7c17-4816-b4a6-f91721fab902 req-ca400f64-db5c-401f-980f-c2a3286d767a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "DELETE /networking/v2.0/ports/690df2c8-236b-4045-91f7-d0bced1c939f HTTP/1.1" status: 204 len: 173 time: 1.1232355 Sep 23 01:42:01.104110 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7140fb1a-d0fd-4874-8777-ec98b34bae21', 'name': 'network-vif-deleted', 'tag': '690df2c8-236b-4045-91f7-d0bced1c939f'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:42:01.109439 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a481a244-826c-4766-a4c4-99917816f25e" -d '{"events": [{"server_uuid": "7140fb1a-d0fd-4874-8777-ec98b34bae21", "name": "network-vif-deleted", "tag": "690df2c8-236b-4045-91f7-d0bced1c939f"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:42:01.167273 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedf2421-dda4-447a-b046-58e2d16560e6 x-openstack-request-id: req-dedf2421-dda4-447a-b046-58e2d16560e6 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:42:01.168171 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7140fb1a-d0fd-4874-8777-ec98b34bae21", "name": "network-vif-deleted", "tag": "690df2c8-236b-4045-91f7-d0bced1c939f", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:42:01.168477 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dedf2421-dda4-447a-b046-58e2d16560e6 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:42:01.169062 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dedf2421-dda4-447a-b046-58e2d16560e6'] response: {'server_uuid': '7140fb1a-d0fd-4874-8777-ec98b34bae21', 'name': 'network-vif-deleted', 'tag': '690df2c8-236b-4045-91f7-d0bced1c939f', 'status': 'completed', 'code': 200} Sep 23 01:42:01.188798 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-79f17c3a-9561-44da-bf6b-d4b01afe4ba8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:01.190706 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-79f17c3a-9561-44da-bf6b-d4b01afe4ba8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.81 "GET /networking/v2.0/networks?id=7fe1919f-1f3e-419a-91a3-220386faadcd HTTP/1.1" status: 200 len: 811 time: 0.2081561 Sep 23 01:42:01.196762 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-b98eb3e9-894c-4554-8477-cc956e50df8d None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:42:01.272096 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-3c46b84b-7c6c-4f29-aff4-2caa7c975ec6 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f5c5ef59b1b44d8a916be97d8d11493f HTTP/1.1" status: 200 len: 379 time: 0.0673997 Sep 23 01:42:01.281993 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Request body: {'port': {'device_id': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'admin_state_up': True, 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'security_groups': ['c39679ba-42a4-4534-a2eb-c64638629db5']}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:42:01.321221 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:42:01.398010 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:01.420086 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:01.534614 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Made reservation on behalf of f5c5ef59b1b44d8a916be97d8d11493f for: {'port': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:42:01.541359 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:01.552596 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:01.570246 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:01.582266 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-b98eb3e9-894c-4554-8477-cc956e50df8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:01.611534 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98eb3e9-894c-4554-8477-cc956e50df8d None None] Checking router: 583a9cfe-4561-4327-9883-fe7887022154 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:42:01.622581 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98eb3e9-894c-4554-8477-cc956e50df8d None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:42:01.623210 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-b98eb3e9-894c-4554-8477-cc956e50df8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:41:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:01.754997 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Allocated IP 172.20.0.7 (7fe1919f-1f3e-419a-91a3-220386faadcd/92872aee-ac5a-436a-a1fc-6d4a72de35e8/52a7bbe8-2f75-4994-b4db-2f20bb798cea) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:42:01.768562 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-b98eb3e9-894c-4554-8477-cc956e50df8d None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:42:01.976995 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9b61700a-3b38-4766-a4f9-90a3af25daf9 req-4d6cbb65-af1b-4b63-9c41-cfc15fe9cdba tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7140fb1a-d0fd-4874-8777-ec98b34bae21 HTTP/1.1" status: 200 len: 210 time: 0.0604904 Sep 23 01:42:01.987355 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for port (52a7bbe8-2f75-4994-b4db-2f20bb798cea), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.046804 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-b98eb3e9-894c-4554-8477-cc956e50df8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:02.075472 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ec273e5a-227c-46e3-ac8c-c0edb86097bd req-f420dcb3-f8a3-42fa-80b1-205812db6c56 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 210 time: 0.0447056 Sep 23 01:42:02.078645 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98eb3e9-894c-4554-8477-cc956e50df8d None None] The sync data for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi is: [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:42:02.118599 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (52a7bbe8-2f75-4994-b4db-2f20bb798cea), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.167124 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Network 7fe1919f-1f3e-419a-91a3-220386faadcd is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:42:02.171593 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:42:02.174298 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:42:02.207945 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event updated for resources: {'Port': ['ID=52a7bbe8-2f75-4994-b4db-2f20bb798cea,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:02.223643 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.223990 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.224876 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.225073 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.225261 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.225579 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.226141 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.226478 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.226803 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.227197 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.227525 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.233843 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.233843 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.233843 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.233843 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:02.263639 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:02.263639 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.412841 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3261cdc9-7cdf-45c6-88b8-65711adbff5d None None] New status for floating IP 3f6b65cf-f83f-4b31-8e3e-a75bde468972: DOWN {{(pid=107238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:42:02.459365 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-05e42259-c31d-47d6-9f07-95143030bbc8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1812422 Sep 23 01:42:02.480308 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Request body: {'port': {'device_id': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:42:02.488687 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-759b644a-b3c2-4d96-9537-6ea09c77a89a None None] Provisioning complete for port 52a7bbe8-2f75-4994-b4db-2f20bb798cea triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:42:02.489593 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-759b644a-b3c2-4d96-9537-6ea09c77a89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (52a7bbe8-2f75-4994-b4db-2f20bb798cea), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.490211 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-759b644a-b3c2-4d96-9537-6ea09c77a89a None None] Attempt 1 to provision port 52a7bbe8-2f75-4994-b4db-2f20bb798cea Sep 23 01:42:02.547592 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-759b644a-b3c2-4d96-9537-6ea09c77a89a None None] Port 52a7bbe8-2f75-4994-b4db-2f20bb798cea cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:42:02.590992 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (52a7bbe8-2f75-4994-b4db-2f20bb798cea), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.830413 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:02.880752 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:02.893239 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a7bbe8-2f75-4994-b4db-2f20bb798cea {{(pid=107236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:42:02.903734 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Publish callbacks [] for port (52a7bbe8-2f75-4994-b4db-2f20bb798cea), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:02.921232 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.provisioning_blocks [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Transition to ACTIVE for port object 52a7bbe8-2f75-4994-b4db-2f20bb798cea will not be triggered until provisioned by entity L2. {{(pid=107236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:42:03.037566 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (52a7bbe8-2f75-4994-b4db-2f20bb798cea), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:03.048485 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-759b644a-b3c2-4d96-9537-6ea09c77a89a None None] Attempt 2 to provision port 52a7bbe8-2f75-4994-b4db-2f20bb798cea Sep 23 01:42:03.090322 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-759b644a-b3c2-4d96-9537-6ea09c77a89a None None] Port 52a7bbe8-2f75-4994-b4db-2f20bb798cea cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:42:03.117598 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=52a7bbe8-2f75-4994-b4db-2f20bb798cea,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:03.160588 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Attempting to bind port 52a7bbe8-2f75-4994-b4db-2f20bb798cea on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:42:03.161881 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Attempting to bind port 52a7bbe8-2f75-4994-b4db-2f20bb798cea by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:42:03.161881 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Attempting to bind port 52a7bbe8-2f75-4994-b4db-2f20bb798cea on network 7fe1919f-1f3e-419a-91a3-220386faadcd {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:42:03.210540 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Port 52a7bbe8-2f75-4994-b4db-2f20bb798cea on network 7fe1919f-1f3e-419a-91a3-220386faadcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:42:03.210887 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Attempting to bind port 52a7bbe8-2f75-4994-b4db-2f20bb798cea on network 7fe1919f-1f3e-419a-91a3-220386faadcd {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:42:03.220231 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ff724-abb5-4c52-b4f4-0254150d0b5c req-b4009087-5950-4f78-87db-27d64577cfa2 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:03.221789 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-282ff724-abb5-4c52-b4f4-0254150d0b5c req-b4009087-5950-4f78-87db-27d64577cfa2 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 943 time: 0.0527894 Sep 23 01:42:03.249922 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49784) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:03.269683 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:42:03.269971 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Checking segment: {'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:42:03.270392 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Bound using segment: {'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:42:03.270939 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Bound port: 52a7bbe8-2f75-4994-b4db-2f20bb798cea, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'}}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:42:03.271365 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (52a7bbe8-2f75-4994-b4db-2f20bb798cea), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:03.313285 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-282ff724-abb5-4c52-b4f4-0254150d0b5c req-0e151b48-64e9-4a3f-8971-779b8dd6a361 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850222 Sep 23 01:42:03.329977 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:03.336407 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-98d838fa-c18a-499b-9706-349ff77975ff tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (3d57196e-f3f5-47a6-a66a-5a8d497c3329), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:03.345652 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] For port 52a7bbe8-2f75-4994-b4db-2f20bb798cea, host hv-cinder-84914, cleared binding levels {{(pid=107236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:42:03.349338 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] For port 52a7bbe8-2f75-4994-b4db-2f20bb798cea, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=52a7bbe8-2f75-4994-b4db-2f20bb798cea,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:42:03.362238 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-98d838fa-c18a-499b-9706-349ff77975ff tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (3d57196e-f3f5-47a6-a66a-5a8d497c3329), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:03.464154 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 690df2c8-236b-4045-91f7-d0bced1c939f no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:42:03.482200 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-98d838fa-c18a-499b-9706-349ff77975ff tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (3d57196e-f3f5-47a6-a66a-5a8d497c3329), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:03.482468 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (52a7bbe8-2f75-4994-b4db-2f20bb798cea), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:03.485315 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: 690df2c8-236b-4045-91f7-d0bced1c939f {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:42:03.485488 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-98d838fa-c18a-499b-9706-349ff77975ff tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:03.485978 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 690df2c8-236b-4045-91f7-d0bced1c939f not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:42:03.487107 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-98d838fa-c18a-499b-9706-349ff77975ff tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3d57196e-f3f5-47a6-a66a-5a8d497c3329 HTTP/1.1" status: 204 len: 168 time: 0.2358539 Sep 23 01:42:03.487258 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:03.487865 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:03.489526 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/52a7bbe8-2f75-4994-b4db-2f20bb798cea HTTP/1.1" status: 200 len: 1093 time: 1.0173995 Sep 23 01:42:03.490120 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'tag': '52a7bbe8-2f75-4994-b4db-2f20bb798cea'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:42:03.491221 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49786) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:03.492609 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522e7561-ce1c-4535-92e1-4731592b85d2" -d '{"events": [{"name": "network-changed", "server_uuid": "fd592cb5-a798-4609-9b39-4fd6b3e83ac0", "tag": "52a7bbe8-2f75-4994-b4db-2f20bb798cea"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:42:03.518185 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d838fa-c18a-499b-9706-349ff77975ff tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d57196e-f3f5-47a6-a66a-5a8d497c3329,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:03.523785 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.api.v2.resource [None req-55e6465a-d680-4559-a455-25bcf26a080a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] show failed (client error): The resource could not be found. Sep 23 01:42:03.525399 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-55e6465a-d680-4559-a455-25bcf26a080a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups/3d57196e-f3f5-47a6-a66a-5a8d497c3329 HTTP/1.1" status: 404 len: 347 time: 0.0326028 Sep 23 01:42:03.531501 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49790) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:03.563799 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8cba2b-1c5a-4a0a-a636-9d946c409edf x-openstack-request-id: req-5e8cba2b-1c5a-4a0a-a636-9d946c409edf {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:42:03.564054 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd592cb5-a798-4609-9b39-4fd6b3e83ac0", "tag": "52a7bbe8-2f75-4994-b4db-2f20bb798cea", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:42:03.564192 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e8cba2b-1c5a-4a0a-a636-9d946c409edf {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:42:03.564619 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8cba2b-1c5a-4a0a-a636-9d946c409edf'] response: {'name': 'network-changed', 'server_uuid': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'tag': '52a7bbe8-2f75-4994-b4db-2f20bb798cea', 'status': 'completed', 'code': 200} Sep 23 01:42:03.578830 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c512a-dd9b-4777-bce9-0490ed49a7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=52a7bbe8-2f75-4994-b4db-2f20bb798cea,revision_number=3']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:03.591769 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-759b644a-b3c2-4d96-9537-6ea09c77a89a None None] Attempt 3 to provision port 52a7bbe8-2f75-4994-b4db-2f20bb798cea Sep 23 01:42:03.635975 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-759b644a-b3c2-4d96-9537-6ea09c77a89a None None] Port 52a7bbe8-2f75-4994-b4db-2f20bb798cea had new provisioning blocks added so it will not transition to active. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:42:03.656098 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:03.659614 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e7561-ce1c-4535-92e1-4731592b85d2 req-45ec9ed7-20f2-4542-a46d-d8d17880c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:03.661139 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-522e7561-ce1c-4535-92e1-4731592b85d2 req-45ec9ed7-20f2-4542-a46d-d8d17880c188 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 1127 time: 0.0533657 Sep 23 01:42:03.672069 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-ca36a15d-a050-48d8-b95a-df35b0ea749b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Deleting port 916d11a5-976e-4424-a3d4-cb7b58051396 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:42:03.672424 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ca36a15d-a050-48d8-b95a-df35b0ea749b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (916d11a5-976e-4424-a3d4-cb7b58051396), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:03.765249 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ca36a15d-a050-48d8-b95a-df35b0ea749b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (916d11a5-976e-4424-a3d4-cb7b58051396), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:03.766225 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ca36a15d-a050-48d8-b95a-df35b0ea749b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (916d11a5-976e-4424-a3d4-cb7b58051396), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:03.783142 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e7561-ce1c-4535-92e1-4731592b85d2 req-6110fac0-830d-479e-bcfd-157ddc6a3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:03.783669 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-ca36a15d-a050-48d8-b95a-df35b0ea749b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Calling delete_port for 916d11a5-976e-4424-a3d4-cb7b58051396 owned by network:floatingip {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:42:03.784821 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-522e7561-ce1c-4535-92e1-4731592b85d2 req-6110fac0-830d-479e-bcfd-157ddc6a3dbd service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1096485 Sep 23 01:42:03.866508 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-16904631-4809-4dca-a47b-9db70102dffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:03.924214 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e7561-ce1c-4535-92e1-4731592b85d2 req-922ca257-94c6-4497-a41c-1e2a68960c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:03.925876 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-522e7561-ce1c-4535-92e1-4731592b85d2 req-922ca257-94c6-4497-a41c-1e2a68960c51 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356347 Sep 23 01:42:03.928490 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:04.023861 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f5cd62d-9fcd-4395-aac2-a73d3182266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:04.025425 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7f5cd62d-9fcd-4395-aac2-a73d3182266d service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 1127 time: 0.0397584 Sep 23 01:42:04.066141 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ca36a15d-a050-48d8-b95a-df35b0ea749b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (916d11a5-976e-4424-a3d4-cb7b58051396), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:04.071692 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-7dc3f962-9f75-42aa-9a70-79769fe2c3b3 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52a7bbe8-2f75-4994-b4db-2f20bb798cea HTTP/1.1" status: 200 len: 217 time: 0.0343778 Sep 23 01:42:04.090976 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36a15d-a050-48d8-b95a-df35b0ea749b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event deleted for resources: {'Port': ['ID=916d11a5-976e-4424-a3d4-cb7b58051396,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:04.124919 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-c03a245e-fcee-4518-8fdb-88d258b57734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:04.126299 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-c03a245e-fcee-4518-8fdb-88d258b57734 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=92872aee-ac5a-436a-a1fc-6d4a72de35e8 HTTP/1.1" status: 200 len: 850 time: 0.0490975 Sep 23 01:42:04.160581 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ca36a15d-a050-48d8-b95a-df35b0ea749b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (3f6b65cf-f83f-4b31-8e3e-a75bde468972), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:04.163335 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ca36a15d-a050-48d8-b95a-df35b0ea749b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:04.164515 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-ca36a15d-a050-48d8-b95a-df35b0ea749b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/3f6b65cf-f83f-4b31-8e3e-a75bde468972 HTTP/1.1" status: 204 len: 168 time: 0.6317463 Sep 23 01:42:04.179835 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-e6c1de1f-65cf-4a82-ab82-27a5778a0013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:04.182432 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-e6c1de1f-65cf-4a82-ab82-27a5778a0013 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7fe1919f-1f3e-419a-91a3-220386faadcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486829 Sep 23 01:42:04.287111 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-9f107e32-e083-43bc-8b29-701a067a390d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967765 Sep 23 01:42:04.315030 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49794) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:04.320025 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-47beef52-90c3-4588-86b9-bedb833ad259 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1489442384', 'description': 'tempest-description--1922442926'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:42:04.386278 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-47beef52-90c3-4588-86b9-bedb833ad259 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:04.413014 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b1d9da54-041c-4cf5-866a-b5eacb091c7c req-4cec4ebb-f5c8-431f-845e-93010151351d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189086 Sep 23 01:42:04.452551 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6460a-7261-4b4f-813f-b463055316f6 req-aa9e7d75-bb4b-4c82-8fff-eb5930958414 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:04.454278 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6ea6460a-7261-4b4f-813f-b463055316f6 req-aa9e7d75-bb4b-4c82-8fff-eb5930958414 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 943 time: 0.0560272 Sep 23 01:42:04.464331 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-47beef52-90c3-4588-86b9-bedb833ad259 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (234e40bf-951a-449e-be4f-455a508a8548), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:04.510381 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-6ea6460a-7261-4b4f-813f-b463055316f6 req-e4860fc5-397b-4cca-86f5-7b85b7e4cb1e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493617 Sep 23 01:42:04.550238 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-47beef52-90c3-4588-86b9-bedb833ad259 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (234e40bf-951a-449e-be4f-455a508a8548), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:04.581055 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47beef52-90c3-4588-86b9-bedb833ad259 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234e40bf-951a-449e-be4f-455a508a8548,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:04.651037 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-47beef52-90c3-4588-86b9-bedb833ad259 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:04.652393 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-47beef52-90c3-4588-86b9-bedb833ad259 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3362987 Sep 23 01:42:04.656307 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49798) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:04.660956 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-35d1f3b5-03b0-431d-88ca-7c3d8dbf3899 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'security_group_rule': {'security_group_id': '234e40bf-951a-449e-be4f-455a508a8548', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:42:04.753454 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-35d1f3b5-03b0-431d-88ca-7c3d8dbf3899 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (5839ec10-0fc8-4753-91c5-e009e635a724), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:04.817946 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-35d1f3b5-03b0-431d-88ca-7c3d8dbf3899 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (5839ec10-0fc8-4753-91c5-e009e635a724), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:04.894381 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-35d1f3b5-03b0-431d-88ca-7c3d8dbf3899 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (5839ec10-0fc8-4753-91c5-e009e635a724), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:04.914769 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1f3b5-03b0-431d-88ca-7c3d8dbf3899 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5839ec10-0fc8-4753-91c5-e009e635a724,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:04.993613 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-35d1f3b5-03b0-431d-88ca-7c3d8dbf3899 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:04.994846 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-35d1f3b5-03b0-431d-88ca-7c3d8dbf3899 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3373778 Sep 23 01:42:04.999742 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49800) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:05.004643 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-50e8d4ce-497d-4893-ba46-3b6cadb92d4e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'security_group_rule': {'security_group_id': '234e40bf-951a-449e-be4f-455a508a8548', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:42:05.019332 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:05.142025 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-50e8d4ce-497d-4893-ba46-3b6cadb92d4e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (9426bd8a-48e2-43cb-99fe-b91c2f4232bc), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:05.210344 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-50e8d4ce-497d-4893-ba46-3b6cadb92d4e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (9426bd8a-48e2-43cb-99fe-b91c2f4232bc), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:05.323497 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-50e8d4ce-497d-4893-ba46-3b6cadb92d4e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (9426bd8a-48e2-43cb-99fe-b91c2f4232bc), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:05.343939 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8d4ce-497d-4893-ba46-3b6cadb92d4e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9426bd8a-48e2-43cb-99fe-b91c2f4232bc,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:05.415970 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-50e8d4ce-497d-4893-ba46-3b6cadb92d4e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:05.417276 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-50e8d4ce-497d-4893-ba46-3b6cadb92d4e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4165347 Sep 23 01:42:05.421311 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 49802) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:05.425893 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-2b97b22b-669a-4310-93b7-18dda8ad1dfb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'floatingip': {'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:42:05.527797 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2b97b22b-669a-4310-93b7-18dda8ad1dfb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:05.617677 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2b97b22b-669a-4310-93b7-18dda8ad1dfb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:05.642212 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd472a4-fead-495e-8c20-161608b88c10 req-70f0dfb8-2238-4e46-afe2-41a80d61bd22 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:05.643892 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1bd472a4-fead-495e-8c20-161608b88c10 req-70f0dfb8-2238-4e46-afe2-41a80d61bd22 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 943 time: 0.0538793 Sep 23 01:42:05.703511 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1bd472a4-fead-495e-8c20-161608b88c10 req-7e780bac-5510-426c-a926-9ee49698c7e5 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532689 Sep 23 01:42:05.729831 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:05.753154 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-2b97b22b-669a-4310-93b7-18dda8ad1dfb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Allocated IP 172.27.1.193 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/41ae3170-6f39-4381-bed8-a3f06f92f0e3) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:42:05.826777 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:05.870879 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2b97b22b-669a-4310-93b7-18dda8ad1dfb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for port (41ae3170-6f39-4381-bed8-a3f06f92f0e3), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:05.957857 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2b97b22b-669a-4310-93b7-18dda8ad1dfb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (41ae3170-6f39-4381-bed8-a3f06f92f0e3), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:06.005876 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b97b22b-669a-4310-93b7-18dda8ad1dfb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:42:06.010995 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-2b97b22b-669a-4310-93b7-18dda8ad1dfb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:42:06.013500 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97b22b-669a-4310-93b7-18dda8ad1dfb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:42:06.019852 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97b22b-669a-4310-93b7-18dda8ad1dfb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'Port': ['ID=41ae3170-6f39-4381-bed8-a3f06f92f0e3,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:06.135583 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2b97b22b-669a-4310-93b7-18dda8ad1dfb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (c0819aed-3eda-47b9-a7a3-0dc08f94817f), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:06.258411 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2b97b22b-669a-4310-93b7-18dda8ad1dfb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (41ae3170-6f39-4381-bed8-a3f06f92f0e3), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:06.408957 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-0dd39f0d-062a-49e7-acb5-4d95e48a8054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:06.413792 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2b97b22b-669a-4310-93b7-18dda8ad1dfb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for port (41ae3170-6f39-4381-bed8-a3f06f92f0e3), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:06.494607 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2b97b22b-669a-4310-93b7-18dda8ad1dfb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (41ae3170-6f39-4381-bed8-a3f06f92f0e3), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:06.566435 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97b22b-669a-4310-93b7-18dda8ad1dfb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'Port': ['ID=41ae3170-6f39-4381-bed8-a3f06f92f0e3,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:06.568869 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2b97b22b-669a-4310-93b7-18dda8ad1dfb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (c0819aed-3eda-47b9-a7a3-0dc08f94817f), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:06.691483 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-2b97b22b-669a-4310-93b7-18dda8ad1dfb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:06.692602 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-2b97b22b-669a-4310-93b7-18dda8ad1dfb tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2702799 Sep 23 01:42:06.835795 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd7a1e-e962-4ad5-964d-837e90213b2f req-a45c36fa-40c0-4f1f-be82-fbdfd113ad27 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:06.837286 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-63bd7a1e-e962-4ad5-964d-837e90213b2f req-a45c36fa-40c0-4f1f-be82-fbdfd113ad27 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 943 time: 0.0495918 Sep 23 01:42:06.864764 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:06.864989 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-92e476db-05e7-4629-b31b-34e93bfbfbe6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1489442384&fields=id&tenant_id=a15460898c2b4b15bfee3d39a01273b4 HTTP/1.1" status: 200 len: 267 time: 0.0450583 Sep 23 01:42:06.882520 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:06.890536 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-63bd7a1e-e962-4ad5-964d-837e90213b2f req-cc6aabea-5e2f-4579-a59e-abcf13d6902c tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470433 Sep 23 01:42:06.984339 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-a12edf51-d589-465a-9b95-8e01cd90ba0c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:06.985805 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-a12edf51-d589-465a-9b95-8e01cd90ba0c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/networks?id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4 HTTP/1.1" status: 200 len: 812 time: 0.1141789 Sep 23 01:42:07.001735 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-52d5e3e6-dece-4e16-9310-31fbe445f845 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/quotas/a15460898c2b4b15bfee3d39a01273b4 HTTP/1.1" status: 200 len: 375 time: 0.0102098 Sep 23 01:42:07.053367 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-a813f6c7-9f27-4d38-acc6-41cc1a50f744 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=a15460898c2b4b15bfee3d39a01273b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461640 Sep 23 01:42:07.168298 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-d5d97890-66fd-475b-9535-b8355dab4e18 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016090 Sep 23 01:42:07.266540 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-96165008-49e3-48d2-adfa-b311b7dd5a12 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915043 Sep 23 01:42:07.536138 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a3c79a06-1b88-4007-b052-0caf21887ad0 req-e204fff0-0ba0-4e32-9670-d6ab3ace296c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 210 time: 0.0335848 Sep 23 01:42:08.020593 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c5c22-9c0e-48a5-93bb-ccbb51e68fb7 req-7e0be237-4272-4943-89de-5be176a1b2f9 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:08.022088 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e28c5c22-9c0e-48a5-93bb-ccbb51e68fb7 req-7e0be237-4272-4943-89de-5be176a1b2f9 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 943 time: 0.0502200 Sep 23 01:42:08.076414 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e28c5c22-9c0e-48a5-93bb-ccbb51e68fb7 req-a0ebd0b8-2f06-4be8-b7ca-12970b7c065c tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480382 Sep 23 01:42:08.642519 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-cdf207ba-2ca3-4a18-964b-51f0a11cf0fd req-db593625-37b3-423d-90bc-0b1a0817ee3a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 210 time: 0.0277493 Sep 23 01:42:08.945817 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:09.206052 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce12a6-0bde-4b32-8062-583a808994e3 req-6013d2cb-ff09-4594-b736-1337ea03140a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:09.207518 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a6ce12a6-0bde-4b32-8062-583a808994e3 req-6013d2cb-ff09-4594-b736-1337ea03140a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 943 time: 0.0497000 Sep 23 01:42:09.255456 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:09.260911 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a6ce12a6-0bde-4b32-8062-583a808994e3 req-fbb334cd-c197-4643-bdf1-811c0bc9ce1a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475020 Sep 23 01:42:09.746220 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-79db128b-d67b-485f-a564-a598a21ab4a7 req-c00abd4e-4b69-4771-a50f-40023cd56465 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 210 time: 0.0283484 Sep 23 01:42:10.255022 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:10.390463 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df28fc6-8108-4f05-8d5a-6c682579f40b req-00dca7f2-ae54-459e-8c5b-d56335a2ed10 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:10.391965 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4df28fc6-8108-4f05-8d5a-6c682579f40b req-00dca7f2-ae54-459e-8c5b-d56335a2ed10 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 943 time: 0.0512056 Sep 23 01:42:10.443050 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4df28fc6-8108-4f05-8d5a-6c682579f40b req-9af1c3e4-5990-47ec-9348-82dda685b6cc tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454867 Sep 23 01:42:10.606774 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-f7cef1fb-3690-470f-992f-7b61c5ae10d1 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:10.608167 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-f7cef1fb-3690-470f-992f-7b61c5ae10d1 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "GET /networking/v2.0/networks?id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4 HTTP/1.1" status: 200 len: 812 time: 0.1109149 Sep 23 01:42:10.679667 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-3afe3921-82e3-4f64-8711-cfc06d88ffce tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a15460898c2b4b15bfee3d39a01273b4 HTTP/1.1" status: 200 len: 380 time: 0.0559242 Sep 23 01:42:10.689945 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-5ff7ebc9-d634-4483-bff4-ba7a3fc36935 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'port': {'device_id': '7a096d69-eeef-41b1-90df-2aac9412dcf7', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'admin_state_up': True, 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'security_groups': ['234e40bf-951a-449e-be4f-455a508a8548']}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:42:10.857032 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-709f5dbf-df22-4a40-9bc9-d48efc0a8471 req-c3d7f0b3-5453-44d2-bbfe-8f1d5a0678a2 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 210 time: 0.0289533 Sep 23 01:42:10.894684 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-5ff7ebc9-d634-4483-bff4-ba7a3fc36935 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Made reservation on behalf of a15460898c2b4b15bfee3d39a01273b4 for: {'port': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:42:10.898775 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-5ff7ebc9-d634-4483-bff4-ba7a3fc36935 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:10.917251 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:11.032376 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-5ff7ebc9-d634-4483-bff4-ba7a3fc36935 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Allocated IP 172.20.0.11 (970b65ab-4e22-445a-8ff5-01dfad2a0bf4/ef213c81-80fb-4bd1-93b8-ec90976c54d9/09bbebc7-34cd-45ad-9aa0-88895653a1ff) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:42:11.177741 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:11.183105 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-5ff7ebc9-d634-4483-bff4-ba7a3fc36935 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for port (09bbebc7-34cd-45ad-9aa0-88895653a1ff), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:11.249905 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:11.279183 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-5ff7ebc9-d634-4483-bff4-ba7a3fc36935 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (09bbebc7-34cd-45ad-9aa0-88895653a1ff), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:11.329760 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-5ff7ebc9-d634-4483-bff4-ba7a3fc36935 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:42:11.333114 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-5ff7ebc9-d634-4483-bff4-ba7a3fc36935 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:42:11.337268 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-5ff7ebc9-d634-4483-bff4-ba7a3fc36935 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:42:11.344313 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7ebc9-d634-4483-bff4-ba7a3fc36935 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event updated for resources: {'Port': ['ID=09bbebc7-34cd-45ad-9aa0-88895653a1ff,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:11.394956 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-5ff7ebc9-d634-4483-bff4-ba7a3fc36935 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:11.395672 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-5ff7ebc9-d634-4483-bff4-ba7a3fc36935 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:11.488826 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 52a7bbe8-2f75-4994-b4db-2f20bb798cea details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:42:11.492547 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-5ff7ebc9-d634-4483-bff4-ba7a3fc36935 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8067851 Sep 23 01:42:11.510584 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Request body: {'port': {'device_id': '7a096d69-eeef-41b1-90df-2aac9412dcf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:42:11.568531 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:11.582547 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (09bbebc7-34cd-45ad-9aa0-88895653a1ff), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:11.605573 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 52a7bbe8-2f75-4994-b4db-2f20bb798cea, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=52a7bbe8-2f75-4994-b4db-2f20bb798cea,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:42:11.611829 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdae88d-ab06-4c9c-b0ce-34e6ad260874 req-3f9d13d1-bade-4beb-abaf-a48f5e0cb789 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:11.614834 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9fdae88d-ab06-4c9c-b0ce-34e6ad260874 req-3f9d13d1-bade-4beb-abaf-a48f5e0cb789 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 943 time: 0.0656226 Sep 23 01:42:11.624503 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': '52a7bbe8-2f75-4994-b4db-2f20bb798cea', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'port_id': '52a7bbe8-2f75-4994-b4db-2f20bb798cea', 'mac_address': 'fa:16:3e:35:af:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:42:11.637649 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f08b1345-7aab-480c-8cb0-10110f057008 None None] Provisioning complete for port 09bbebc7-34cd-45ad-9aa0-88895653a1ff triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:42:11.639702 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f08b1345-7aab-480c-8cb0-10110f057008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (09bbebc7-34cd-45ad-9aa0-88895653a1ff), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:11.640276 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f08b1345-7aab-480c-8cb0-10110f057008 None None] Attempt 1 to provision port 09bbebc7-34cd-45ad-9aa0-88895653a1ff Sep 23 01:42:11.674817 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9fdae88d-ab06-4c9c-b0ce-34e6ad260874 req-6d9e1670-ab22-4920-9c53-5401114864dd tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526373 Sep 23 01:42:11.680625 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:11.700336 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f08b1345-7aab-480c-8cb0-10110f057008 None None] Port 09bbebc7-34cd-45ad-9aa0-88895653a1ff cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:42:11.700984 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 52a7bbe8-2f75-4994-b4db-2f20bb798cea is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:42:11.701482 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (52a7bbe8-2f75-4994-b4db-2f20bb798cea), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:11.715789 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a7bbe8-2f75-4994-b4db-2f20bb798cea {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:42:11.739632 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 52a7bbe8-2f75-4994-b4db-2f20bb798cea, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=52a7bbe8-2f75-4994-b4db-2f20bb798cea,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:42:11.803193 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (52a7bbe8-2f75-4994-b4db-2f20bb798cea), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:11.855124 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=52a7bbe8-2f75-4994-b4db-2f20bb798cea,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:11.862444 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:11.866272 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:11.866272 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:11.866272 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:11.866272 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:11.866272 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:11.866272 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:11.866272 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:11.866272 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:11.866272 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:11.866272 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:11.866272 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:11.867419 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:11.867419 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:11.867419 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:42:11.867793 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09bbebc7-34cd-45ad-9aa0-88895653a1ff {{(pid=107236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:42:11.877321 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Publish callbacks [] for port (09bbebc7-34cd-45ad-9aa0-88895653a1ff), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:11.891034 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.provisioning_blocks [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Transition to ACTIVE for port object 09bbebc7-34cd-45ad-9aa0-88895653a1ff will not be triggered until provisioned by entity L2. {{(pid=107236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:42:11.974359 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (09bbebc7-34cd-45ad-9aa0-88895653a1ff), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:12.013627 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9736b-3e19-4c27-9103-32414d8d5462 req-d88c3a7f-7d79-417e-8b1d-3f32841e0703 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:12.015139 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0fd9736b-3e19-4c27-9103-32414d8d5462 req-d88c3a7f-7d79-417e-8b1d-3f32841e0703 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 932 time: 0.0773871 Sep 23 01:42:12.062831 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:12.071834 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Pushing event updated for resources: {'Port': ['ID=09bbebc7-34cd-45ad-9aa0-88895653a1ff,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:12.090955 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['52a7bbe8-2f75-4994-b4db-2f20bb798cea'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:42:12.132446 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0fd9736b-3e19-4c27-9103-32414d8d5462 req-855bb68b-4983-40ea-b9cc-a2401ac10aba tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=234e40bf-951a-449e-be4f-455a508a8548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105978 Sep 23 01:42:12.147704 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Attempting to bind port 09bbebc7-34cd-45ad-9aa0-88895653a1ff on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:42:12.148049 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Attempting to bind port 09bbebc7-34cd-45ad-9aa0-88895653a1ff by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:42:12.148385 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Attempting to bind port 09bbebc7-34cd-45ad-9aa0-88895653a1ff on network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:42:12.195636 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Port 09bbebc7-34cd-45ad-9aa0-88895653a1ff on network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:42:12.195966 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Attempting to bind port 09bbebc7-34cd-45ad-9aa0-88895653a1ff on network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:42:12.202311 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f08b1345-7aab-480c-8cb0-10110f057008 None None] Attempt 2 to provision port 09bbebc7-34cd-45ad-9aa0-88895653a1ff Sep 23 01:42:12.240482 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:42:12.240742 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Checking segment: {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:42:12.241120 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Bound using segment: {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:42:12.241715 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Bound port: 09bbebc7-34cd-45ad-9aa0-88895653a1ff, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '479c62d3-87f8-4fc1-b240-a9ff1c74c179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4'}}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:42:12.242330 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (09bbebc7-34cd-45ad-9aa0-88895653a1ff), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:12.259132 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f08b1345-7aab-480c-8cb0-10110f057008 None None] Port 09bbebc7-34cd-45ad-9aa0-88895653a1ff cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:42:12.554486 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:12.581085 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] For port 09bbebc7-34cd-45ad-9aa0-88895653a1ff, host hv-cinder-84914, cleared binding levels {{(pid=107236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:42:12.584569 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] For port 09bbebc7-34cd-45ad-9aa0-88895653a1ff, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=09bbebc7-34cd-45ad-9aa0-88895653a1ff,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:42:12.699522 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (09bbebc7-34cd-45ad-9aa0-88895653a1ff), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:12.704762 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:12.705245 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:12.706673 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/09bbebc7-34cd-45ad-9aa0-88895653a1ff HTTP/1.1" status: 200 len: 1094 time: 1.2019365 Sep 23 01:42:12.707246 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a096d69-eeef-41b1-90df-2aac9412dcf7', 'tag': '09bbebc7-34cd-45ad-9aa0-88895653a1ff'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:42:12.714333 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac00bc53-d953-4f9e-9a9a-0c84682ed378" -d '{"events": [{"name": "network-changed", "server_uuid": "7a096d69-eeef-41b1-90df-2aac9412dcf7", "tag": "09bbebc7-34cd-45ad-9aa0-88895653a1ff"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:42:12.756187 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4f7549-e626-4318-8063-e97115156bdc x-openstack-request-id: req-4d4f7549-e626-4318-8063-e97115156bdc {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:42:12.756475 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a096d69-eeef-41b1-90df-2aac9412dcf7", "tag": "09bbebc7-34cd-45ad-9aa0-88895653a1ff", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:42:12.756794 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d4f7549-e626-4318-8063-e97115156bdc {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:42:12.757193 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4f7549-e626-4318-8063-e97115156bdc'] response: {'name': 'network-changed', 'server_uuid': '7a096d69-eeef-41b1-90df-2aac9412dcf7', 'tag': '09bbebc7-34cd-45ad-9aa0-88895653a1ff', 'status': 'completed', 'code': 200} Sep 23 01:42:12.760773 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f08b1345-7aab-480c-8cb0-10110f057008 None None] Attempt 3 to provision port 09bbebc7-34cd-45ad-9aa0-88895653a1ff Sep 23 01:42:12.770686 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdee05-baa4-4509-a531-5cb48c40d72f service neutron] Pushing event updated for resources: {'Port': ['ID=09bbebc7-34cd-45ad-9aa0-88895653a1ff,revision_number=3']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:12.823805 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f08b1345-7aab-480c-8cb0-10110f057008 None None] Port 09bbebc7-34cd-45ad-9aa0-88895653a1ff had new provisioning blocks added so it will not transition to active. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:42:12.839289 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7315476-fd3f-4bb1-8962-f3f78772c39a req-a2ff6a38-22ae-4638-84fe-9c5b3754ef6b tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:12.840989 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c7315476-fd3f-4bb1-8962-f3f78772c39a req-a2ff6a38-22ae-4638-84fe-9c5b3754ef6b tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 944 time: 0.0824592 Sep 23 01:42:12.858049 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00bc53-d953-4f9e-9a9a-0c84682ed378 req-128f68ed-2ccd-4d98-b4a5-112844fd51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:12.863210 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ac00bc53-d953-4f9e-9a9a-0c84682ed378 req-128f68ed-2ccd-4d98-b4a5-112844fd51c0 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=a15460898c2b4b15bfee3d39a01273b4&device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 1128 time: 0.0479259 Sep 23 01:42:12.893997 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c7315476-fd3f-4bb1-8962-f3f78772c39a req-d6402494-33e8-4bb5-a42e-3f34013567dc tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459218 Sep 23 01:42:12.975737 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00bc53-d953-4f9e-9a9a-0c84682ed378 req-47e9f862-812d-482e-873f-b6d972856ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:12.977220 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ac00bc53-d953-4f9e-9a9a-0c84682ed378 req-47e9f862-812d-482e-873f-b6d972856ed9 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=a15460898c2b4b15bfee3d39a01273b4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1047976 Sep 23 01:42:13.081674 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00bc53-d953-4f9e-9a9a-0c84682ed378 req-6d18674f-9951-43dd-9453-9226d77cd6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:13.083022 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ac00bc53-d953-4f9e-9a9a-0c84682ed378 req-6d18674f-9951-43dd-9453-9226d77cd6cb service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988700 Sep 23 01:42:13.185427 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-4bf2eaa2-654f-47a7-8c51-4ccc53edac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:13.187460 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-4bf2eaa2-654f-47a7-8c51-4ccc53edac33 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=a15460898c2b4b15bfee3d39a01273b4&device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 1128 time: 0.0430539 Sep 23 01:42:13.243089 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-d2b75f81-5c3b-4f60-8625-f0e065bb3025 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09bbebc7-34cd-45ad-9aa0-88895653a1ff HTTP/1.1" status: 200 len: 217 time: 0.0423818 Sep 23 01:42:13.313950 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335e050-873b-4c35-a3fa-06879bc446f3 req-0b3b6dbe-e00c-423f-ac75-9eacbcd5eb65 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:13.315510 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2335e050-873b-4c35-a3fa-06879bc446f3 req-0b3b6dbe-e00c-423f-ac75-9eacbcd5eb65 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 944 time: 0.0818906 Sep 23 01:42:13.345549 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-aca9a4ca-52ed-459a-ad52-840571f52a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:13.346994 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-aca9a4ca-52ed-459a-ad52-840571f52a28 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=ef213c81-80fb-4bd1-93b8-ec90976c54d9 HTTP/1.1" status: 200 len: 851 time: 0.0785539 Sep 23 01:42:13.408833 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-af4cdab7-1f6f-44fe-9d50-ec269b292c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:13.410346 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-af4cdab7-1f6f-44fe-9d50-ec269b292c20 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555692 Sep 23 01:42:13.413668 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2335e050-873b-4c35-a3fa-06879bc446f3 req-9140a97d-00fd-4055-a346-912e3a40f933 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=234e40bf-951a-449e-be4f-455a508a8548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908504 Sep 23 01:42:13.510267 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-d7c1b4ed-8fa4-4752-9f1c-e4cb434d5843 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939119 Sep 23 01:42:13.525329 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 52a7bbe8-2f75-4994-b4db-2f20bb798cea up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:42:13.563493 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:13.571945 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port 52a7bbe8-2f75-4994-b4db-2f20bb798cea completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:42:13.603888 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ad2f88e8-1dc5-4ab3-b166-31da0934a342 req-d11b0f23-4440-4265-95b6-26b9b40782b6 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877705 Sep 23 01:42:13.683027 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port 52a7bbe8-2f75-4994-b4db-2f20bb798cea triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:42:13.683585 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (52a7bbe8-2f75-4994-b4db-2f20bb798cea), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:13.684074 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port 52a7bbe8-2f75-4994-b4db-2f20bb798cea Sep 23 01:42:13.759639 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 52a7bbe8-2f75-4994-b4db-2f20bb798cea is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:42:13.760026 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (52a7bbe8-2f75-4994-b4db-2f20bb798cea), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:13.784633 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a7bbe8-2f75-4994-b4db-2f20bb798cea'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:42:13.786889 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac0ad00-a7d7-48e6-ab59-c308fd14dff7" -d '{"events": [{"server_uuid": "fd592cb5-a798-4609-9b39-4fd6b3e83ac0", "name": "network-vif-plugged", "status": "completed", "tag": "52a7bbe8-2f75-4994-b4db-2f20bb798cea"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:42:13.800845 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 52a7bbe8-2f75-4994-b4db-2f20bb798cea, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=52a7bbe8-2f75-4994-b4db-2f20bb798cea,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:42:13.881641 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (52a7bbe8-2f75-4994-b4db-2f20bb798cea), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:13.906753 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89724133-bb91-4236-8417-2bbb0dbd463e x-openstack-request-id: req-89724133-bb91-4236-8417-2bbb0dbd463e {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:42:13.907037 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd592cb5-a798-4609-9b39-4fd6b3e83ac0", "name": "network-vif-plugged", "status": "completed", "tag": "52a7bbe8-2f75-4994-b4db-2f20bb798cea", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:42:13.907290 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89724133-bb91-4236-8417-2bbb0dbd463e {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:42:13.907721 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89724133-bb91-4236-8417-2bbb0dbd463e'] response: {'server_uuid': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a7bbe8-2f75-4994-b4db-2f20bb798cea', 'code': 200} Sep 23 01:42:13.911952 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:13.938044 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=52a7bbe8-2f75-4994-b4db-2f20bb798cea,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:14.027121 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2998763-426f-4595-8c1f-fc35b6b91ec2 req-804f3d81-23bb-4385-a3fb-39c7c9b4fa2e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:14.028663 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a2998763-426f-4595-8c1f-fc35b6b91ec2 req-804f3d81-23bb-4385-a3fb-39c7c9b4fa2e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 945 time: 0.0532184 Sep 23 01:42:14.090771 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a2998763-426f-4595-8c1f-fc35b6b91ec2 req-0d0426dd-2c64-4345-a21d-62eee81da599 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561264 Sep 23 01:42:14.548851 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96a1f4-5b56-4356-b0b4-4bdab006d969 req-f8b19a53-c97b-4ed4-827f-483f48365825 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:14.550669 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-7d96a1f4-5b56-4356-b0b4-4bdab006d969 req-f8b19a53-c97b-4ed4-827f-483f48365825 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 944 time: 0.0511556 Sep 23 01:42:14.601387 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-7d96a1f4-5b56-4356-b0b4-4bdab006d969 req-eaac517c-7a8c-4e7c-b9ee-54dadb92719a tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=234e40bf-951a-449e-be4f-455a508a8548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441513 Sep 23 01:42:14.866307 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bc2c4-88e7-4bad-a246-c9cbc734543b req-0c46ca09-5801-46d3-9677-b02546c4ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:14.867978 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-001bc2c4-88e7-4bad-a246-c9cbc734543b req-0c46ca09-5801-46d3-9677-b02546c4ad6d service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 1129 time: 0.0409341 Sep 23 01:42:14.916724 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-001bc2c4-88e7-4bad-a246-c9cbc734543b req-2bad8dc1-45a1-4206-a15a-670fe13ce5bc service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424788 Sep 23 01:42:15.220484 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076a91b-467e-4aa8-9d48-74d771cb7964 req-ea628bd1-f93a-43b6-a229-23f2771e147f tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:15.221976 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b076a91b-467e-4aa8-9d48-74d771cb7964 req-ea628bd1-f93a-43b6-a229-23f2771e147f tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 945 time: 0.0518708 Sep 23 01:42:15.274388 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b076a91b-467e-4aa8-9d48-74d771cb7964 req-8f5f8aad-294e-410b-ac0d-58142318ef3a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462720 Sep 23 01:42:15.535050 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 09bbebc7-34cd-45ad-9aa0-88895653a1ff details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:42:15.631284 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 09bbebc7-34cd-45ad-9aa0-88895653a1ff, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=09bbebc7-34cd-45ad-9aa0-88895653a1ff,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:42:15.643137 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': '09bbebc7-34cd-45ad-9aa0-88895653a1ff', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'port_id': '09bbebc7-34cd-45ad-9aa0-88895653a1ff', 'mac_address': 'fa:16:3e:b3:a5:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:42:15.669408 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:15.684769 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 09bbebc7-34cd-45ad-9aa0-88895653a1ff is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:42:15.685180 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (09bbebc7-34cd-45ad-9aa0-88895653a1ff), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:15.698876 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09bbebc7-34cd-45ad-9aa0-88895653a1ff {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:42:15.720913 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 09bbebc7-34cd-45ad-9aa0-88895653a1ff, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=09bbebc7-34cd-45ad-9aa0-88895653a1ff,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:42:15.735658 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb427f-aef5-4e0e-b6ce-23277df44ffa req-17669c97-fe1f-4788-81ad-5ae3153d26b7 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:15.737123 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ddbb427f-aef5-4e0e-b6ce-23277df44ffa req-17669c97-fe1f-4788-81ad-5ae3153d26b7 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 944 time: 0.0487149 Sep 23 01:42:15.790160 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ddbb427f-aef5-4e0e-b6ce-23277df44ffa req-4fd03f4b-1465-46fb-b8be-5d8f2c094a1e tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=234e40bf-951a-449e-be4f-455a508a8548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472295 Sep 23 01:42:15.837382 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (09bbebc7-34cd-45ad-9aa0-88895653a1ff), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:15.886342 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=09bbebc7-34cd-45ad-9aa0-88895653a1ff,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:16.128466 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['09bbebc7-34cd-45ad-9aa0-88895653a1ff'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:42:16.412295 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b2a79-7b7c-47b4-9140-b3590ddcb94d req-e2fa0dca-c645-4946-8cde-3dcf4ce36b16 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:16.413769 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b49b2a79-7b7c-47b4-9140-b3590ddcb94d req-e2fa0dca-c645-4946-8cde-3dcf4ce36b16 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 945 time: 0.0621927 Sep 23 01:42:16.456302 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:16.468557 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b49b2a79-7b7c-47b4-9140-b3590ddcb94d req-f2a2dd2a-c913-4a9f-b1cf-58a914717709 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488687 Sep 23 01:42:16.591463 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c7306-5362-4320-91fa-4ea8821b6d3d req-aacca279-8a53-4493-a654-ce94ddca5b76 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:16.593557 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-580c7306-5362-4320-91fa-4ea8821b6d3d req-aacca279-8a53-4493-a654-ce94ddca5b76 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 945 time: 0.0488431 Sep 23 01:42:16.645990 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-580c7306-5362-4320-91fa-4ea8821b6d3d req-d2a53a98-5b98-436b-b4ea-b6d651fe8fef tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445530 Sep 23 01:42:16.675739 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49876) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:16.715110 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7404c3-761f-4352-8986-2c0c882965dc tempest-TestVolumeBootPattern-2092708053 tempest-TestVolumeBootPattern-2092708053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:16.716668 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-eb7404c3-761f-4352-8986-2c0c882965dc tempest-TestVolumeBootPattern-2092708053 tempest-TestVolumeBootPattern-2092708053-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 1124 time: 0.0400500 Sep 23 01:42:16.720075 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49878) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:16.724813 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Request body: {'floatingip': {'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'port_id': '52a7bbe8-2f75-4994-b4db-2f20bb798cea', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:42:16.848800 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:16.916728 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb07013-2668-4921-bb26-88e4c71a8ffe req-7c37b84d-7b49-44dd-ad85-70209d7cc189 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:16.918288 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5cb07013-2668-4921-bb26-88e4c71a8ffe req-7c37b84d-7b49-44dd-ad85-70209d7cc189 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 945 time: 0.0506721 Sep 23 01:42:16.943509 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:16.976695 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-5cb07013-2668-4921-bb26-88e4c71a8ffe req-78bd6844-3988-48fc-82ce-13c2d2cf982b tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=234e40bf-951a-449e-be4f-455a508a8548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522511 Sep 23 01:42:17.046600 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:17.056671 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Allocated IP 172.27.1.75 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/5609f768-579a-4b6c-ba24-5aeca2c1d1a7) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:42:17.122259 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:17.175416 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for port (5609f768-579a-4b6c-ba24-5aeca2c1d1a7), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:17.329157 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (5609f768-579a-4b6c-ba24-5aeca2c1d1a7), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:17.368639 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:42:17.371728 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:42:17.375912 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:42:17.402257 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event updated for resources: {'Port': ['ID=5609f768-579a-4b6c-ba24-5aeca2c1d1a7,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:17.541504 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 09bbebc7-34cd-45ad-9aa0-88895653a1ff up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:42:17.586520 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port 09bbebc7-34cd-45ad-9aa0-88895653a1ff completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:42:17.660295 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port 09bbebc7-34cd-45ad-9aa0-88895653a1ff triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:42:17.660674 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (09bbebc7-34cd-45ad-9aa0-88895653a1ff), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:17.661014 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port 09bbebc7-34cd-45ad-9aa0-88895653a1ff Sep 23 01:42:17.743104 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 09bbebc7-34cd-45ad-9aa0-88895653a1ff is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:42:17.743485 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (09bbebc7-34cd-45ad-9aa0-88895653a1ff), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:17.773401 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a096d69-eeef-41b1-90df-2aac9412dcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bbebc7-34cd-45ad-9aa0-88895653a1ff'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:42:17.775717 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaae39c-9b4a-41a0-8376-fe21e2ec9fe7" -d '{"events": [{"server_uuid": "7a096d69-eeef-41b1-90df-2aac9412dcf7", "name": "network-vif-plugged", "status": "completed", "tag": "09bbebc7-34cd-45ad-9aa0-88895653a1ff"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:42:17.790404 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 09bbebc7-34cd-45ad-9aa0-88895653a1ff, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=09bbebc7-34cd-45ad-9aa0-88895653a1ff,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:42:17.823153 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e731d11c-b452-4d16-81e0-0e70e32d2220 x-openstack-request-id: req-e731d11c-b452-4d16-81e0-0e70e32d2220 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:42:17.823514 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a096d69-eeef-41b1-90df-2aac9412dcf7", "name": "network-vif-plugged", "status": "completed", "tag": "09bbebc7-34cd-45ad-9aa0-88895653a1ff", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:42:17.823884 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e731d11c-b452-4d16-81e0-0e70e32d2220 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:42:17.824309 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e731d11c-b452-4d16-81e0-0e70e32d2220'] response: {'server_uuid': '7a096d69-eeef-41b1-90df-2aac9412dcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bbebc7-34cd-45ad-9aa0-88895653a1ff', 'code': 200} Sep 23 01:42:17.894602 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (09bbebc7-34cd-45ad-9aa0-88895653a1ff), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:17.948964 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=09bbebc7-34cd-45ad-9aa0-88895653a1ff,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:17.975172 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:18.031308 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for floatingip (5f7caa71-ff01-4977-b314-8469550be0b8), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:18.107516 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a767526-66fe-4550-acca-585e37b1773a req-61bc3819-e1b5-41f0-bdbf-8a6b73ef48e2 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:18.109006 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9a767526-66fe-4550-acca-585e37b1773a req-61bc3819-e1b5-41f0-bdbf-8a6b73ef48e2 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 946 time: 0.0486858 Sep 23 01:42:18.159163 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9a767526-66fe-4550-acca-585e37b1773a req-edd59008-e161-4f10-af53-522720aa1679 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=234e40bf-951a-449e-be4f-455a508a8548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441208 Sep 23 01:42:18.164621 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (5609f768-579a-4b6c-ba24-5aeca2c1d1a7), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:18.217627 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e7df9-ff07-43f9-bab9-a725d11e49ea req-b0f9967c-bbf7-4c1c-8bc4-805fd0bbbe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:18.219150 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3b5e7df9-ff07-43f9-bab9-a725d11e49ea req-b0f9967c-bbf7-4c1c-8bc4-805fd0bbbe92 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 1130 time: 0.0406673 Sep 23 01:42:18.269646 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3b5e7df9-ff07-43f9-bab9-a725d11e49ea req-a15ed248-c42c-4c77-8bb3-ab262a9b33fc service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=234e40bf-951a-449e-be4f-455a508a8548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438430 Sep 23 01:42:18.321713 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for port (5609f768-579a-4b6c-ba24-5aeca2c1d1a7), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:18.466096 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3173566'] for port (5609f768-579a-4b6c-ba24-5aeca2c1d1a7), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:18.521850 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:18.538021 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (5f7caa71-ff01-4977-b314-8469550be0b8), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:18.549636 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event updated for resources: {'Port': ['ID=5609f768-579a-4b6c-ba24-5aeca2c1d1a7,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:42:18.637951 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.l3_db [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Floating IP 5f7caa71-ff01-4977-b314-8469550be0b8 associated. External IP: 172.27.1.75, port: 52a7bbe8-2f75-4994-b4db-2f20bb798cea. Sep 23 01:42:18.844839 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Router 565a0dc1-9fc8-48b9-894d-271ec21954e8 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:42:18.953546 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:42:18.963916 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1d590f-a38c-4ff9-97df-1d428989f0bd None None] Sync routers for ids ['565a0dc1-9fc8-48b9-894d-271ec21954e8'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:42:18.977405 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1d590f-a38c-4ff9-97df-1d428989f0bd None None] Routers {'565a0dc1-9fc8-48b9-894d-271ec21954e8'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:42:18.978239 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-ed1d590f-a38c-4ff9-97df-1d428989f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:42:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['565a0dc1-9fc8-48b9-894d-271ec21954e8'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:19.045987 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:19.080288 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-d455d896-ea74-4637-a5f4-505e1a53665a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3590641 Sep 23 01:42:19.081667 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'tag': '52a7bbe8-2f75-4994-b4db-2f20bb798cea'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:42:19.083718 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16f319c-9da9-44f0-9194-05628d637b61" -d '{"events": [{"name": "network-changed", "server_uuid": "fd592cb5-a798-4609-9b39-4fd6b3e83ac0", "tag": "52a7bbe8-2f75-4994-b4db-2f20bb798cea"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:42:19.086506 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:19.098443 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-ed1d590f-a38c-4ff9-97df-1d428989f0bd None None] Set router 565a0dc1-9fc8-48b9-894d-271ec21954e8 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:42:19.129373 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e21bdd9-f243-46e3-ac9c-34a8eda48723 x-openstack-request-id: req-1e21bdd9-f243-46e3-ac9c-34a8eda48723 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:42:19.132823 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd592cb5-a798-4609-9b39-4fd6b3e83ac0", "tag": "52a7bbe8-2f75-4994-b4db-2f20bb798cea", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:42:19.132823 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e21bdd9-f243-46e3-ac9c-34a8eda48723 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:42:19.132823 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e21bdd9-f243-46e3-ac9c-34a8eda48723'] response: {'name': 'network-changed', 'server_uuid': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'tag': '52a7bbe8-2f75-4994-b4db-2f20bb798cea', 'status': 'completed', 'code': 200} Sep 23 01:42:19.296358 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430090f3-c804-422e-9c0e-46cfeda6ed78 req-99624e07-bde1-4078-9375-1ea77bddd263 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:19.297964 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-430090f3-c804-422e-9c0e-46cfeda6ed78 req-99624e07-bde1-4078-9375-1ea77bddd263 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 946 time: 0.0559895 Sep 23 01:42:19.371065 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-430090f3-c804-422e-9c0e-46cfeda6ed78 req-34ad2f8a-95bb-417e-9240-ab6131717e01 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=234e40bf-951a-449e-be4f-455a508a8548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650036 Sep 23 01:42:19.492717 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-ed1d590f-a38c-4ff9-97df-1d428989f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '5f7caa71-ff01-4977-b314-8469550be0b8', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'port_id': '52a7bbe8-2f75-4994-b4db-2f20bb798cea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'mac_address': 'fa:16:3e:35:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:42:17Z', 'updated_at': '2022-09-23T01:42:17Z', 'revision_number': 0, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:19.494522 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:19.520872 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1d590f-a38c-4ff9-97df-1d428989f0bd None None] Checking router: 565a0dc1-9fc8-48b9-894d-271ec21954e8 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:42:19.530855 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1d590f-a38c-4ff9-97df-1d428989f0bd None None] Routers {'565a0dc1-9fc8-48b9-894d-271ec21954e8'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:42:19.531490 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-ed1d590f-a38c-4ff9-97df-1d428989f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:42:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['565a0dc1-9fc8-48b9-894d-271ec21954e8'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:19.640937 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-ed1d590f-a38c-4ff9-97df-1d428989f0bd None None] Set router 565a0dc1-9fc8-48b9-894d-271ec21954e8 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:42:19.692247 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f319c-9da9-44f0-9194-05628d637b61 req-50297f86-bab4-4940-96ab-dbdb337523a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:19.693751 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f16f319c-9da9-44f0-9194-05628d637b61 req-50297f86-bab4-4940-96ab-dbdb337523a0 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 1129 time: 0.0412290 Sep 23 01:42:19.854660 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f319c-9da9-44f0-9194-05628d637b61 req-cf95b696-a690-4340-8ae6-83db766a613f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:19.858191 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f16f319c-9da9-44f0-9194-05628d637b61 req-cf95b696-a690-4340-8ae6-83db766a613f service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=7fe1919f-1f3e-419a-91a3-220386faadcd HTTP/1.1" status: 200 len: 912 time: 0.1025116 Sep 23 01:42:19.870672 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-ed1d590f-a38c-4ff9-97df-1d428989f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '5f7caa71-ff01-4977-b314-8469550be0b8', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'port_id': '52a7bbe8-2f75-4994-b4db-2f20bb798cea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'mac_address': 'fa:16:3e:35:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:42:17Z', 'updated_at': '2022-09-23T01:42:17Z', 'revision_number': 0, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:19.900898 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1d590f-a38c-4ff9-97df-1d428989f0bd None None] The sync data for ids ['565a0dc1-9fc8-48b9-894d-271ec21954e8'] in dv-cinder-849143-7-iscsi is: [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '5f7caa71-ff01-4977-b314-8469550be0b8', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'port_id': '52a7bbe8-2f75-4994-b4db-2f20bb798cea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'mac_address': 'fa:16:3e:35:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:42:17Z', 'updated_at': '2022-09-23T01:42:17Z', 'revision_number': 0, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:42:19.924961 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f16f319c-9da9-44f0-9194-05628d637b61 req-9b7fb2f1-f43f-4bad-acc2-0448a24e2f34 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52a7bbe8-2f75-4994-b4db-2f20bb798cea HTTP/1.1" status: 200 len: 998 time: 0.0624700 Sep 23 01:42:19.978629 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:19.981745 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f319c-9da9-44f0-9194-05628d637b61 req-fc107cf6-0203-4eca-9b1b-3499aa836d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:19.983369 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f16f319c-9da9-44f0-9194-05628d637b61 req-fc107cf6-0203-4eca-9b1b-3499aa836d0f service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=92872aee-ac5a-436a-a1fc-6d4a72de35e8 HTTP/1.1" status: 200 len: 850 time: 0.0494318 Sep 23 01:42:20.036802 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f319c-9da9-44f0-9194-05628d637b61 req-ca0108a3-a954-4d63-8620-3f570155a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:20.038595 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f16f319c-9da9-44f0-9194-05628d637b61 req-ca0108a3-a954-4d63-8620-3f570155a643 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7fe1919f-1f3e-419a-91a3-220386faadcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485773 Sep 23 01:42:20.112896 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d892a-8c8b-4cf6-86df-d14caae99e54 None None] New status for floating IP 5f7caa71-ff01-4977-b314-8469550be0b8: ACTIVE {{(pid=107238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:42:20.141606 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f16f319c-9da9-44f0-9194-05628d637b61 req-6ebe7bcf-7337-4dda-ab08-35e5bee6be1e service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961640 Sep 23 01:42:20.238936 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f16f319c-9da9-44f0-9194-05628d637b61 req-15e920da-7908-4b48-a0e3-b6df13f35797 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907235 Sep 23 01:42:20.507515 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983edc0-ad13-4cd9-a26a-769b96d97f98 req-46b8d198-84b7-4655-92d1-a40dd16f9717 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:20.508980 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f983edc0-ad13-4cd9-a26a-769b96d97f98 req-46b8d198-84b7-4655-92d1-a40dd16f9717 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 946 time: 0.0539622 Sep 23 01:42:20.536183 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:20.560242 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f983edc0-ad13-4cd9-a26a-769b96d97f98 req-6b8befe0-b31f-4037-a3db-1d8c6baa038c tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=234e40bf-951a-449e-be4f-455a508a8548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449901 Sep 23 01:42:20.688492 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c366fa-4cbc-4ccd-b67c-9b134018589f req-d3e3268e-380a-4e02-92b9-607a47027dba tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:20.690006 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-57c366fa-4cbc-4ccd-b67c-9b134018589f req-d3e3268e-380a-4e02-92b9-607a47027dba tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 946 time: 0.0486867 Sep 23 01:42:20.700357 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 49896) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:42:20.704964 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-c748ee38-9022-4182-8864-84e69bb58436 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Request body: {'floatingip': {'port_id': '09bbebc7-34cd-45ad-9aa0-88895653a1ff'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:42:20.745573 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c748ee38-9022-4182-8864-84e69bb58436 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (c0819aed-3eda-47b9-a7a3-0dc08f94817f), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:21.264673 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c748ee38-9022-4182-8864-84e69bb58436 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:21.357672 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c748ee38-9022-4182-8864-84e69bb58436 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (c0819aed-3eda-47b9-a7a3-0dc08f94817f), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:21.462746 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.l3_db [None req-c748ee38-9022-4182-8864-84e69bb58436 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Floating IP c0819aed-3eda-47b9-a7a3-0dc08f94817f associated. External IP: 172.27.1.193, port: 09bbebc7-34cd-45ad-9aa0-88895653a1ff. Sep 23 01:42:21.614148 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:21.669611 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c748ee38-9022-4182-8864-84e69bb58436 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Router 583a9cfe-4561-4327-9883-fe7887022154 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:42:21.780944 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c748ee38-9022-4182-8864-84e69bb58436 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:42:21.785307 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c748ee38-9022-4182-8864-84e69bb58436 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:21.790561 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261f6d45-6647-4056-ad07-28433a7375f0 None None] Sync routers for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:42:21.802635 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261f6d45-6647-4056-ad07-28433a7375f0 None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:42:21.803410 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-261f6d45-6647-4056-ad07-28433a7375f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:42:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:21.806257 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:21.823084 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-c748ee38-9022-4182-8864-84e69bb58436 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "PUT /networking/v2.0/floatingips/c0819aed-3eda-47b9-a7a3-0dc08f94817f HTTP/1.1" status: 200 len: 992 time: 1.1215765 Sep 23 01:42:21.823861 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a096d69-eeef-41b1-90df-2aac9412dcf7', 'tag': '09bbebc7-34cd-45ad-9aa0-88895653a1ff'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:42:21.828188 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b076725d-8306-47b0-8392-033968f025fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a096d69-eeef-41b1-90df-2aac9412dcf7", "tag": "09bbebc7-34cd-45ad-9aa0-88895653a1ff"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:42:21.870925 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c928f43a-dd7c-489a-8dd2-9cbd1585ea5d x-openstack-request-id: req-c928f43a-dd7c-489a-8dd2-9cbd1585ea5d {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:42:21.870925 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a096d69-eeef-41b1-90df-2aac9412dcf7", "tag": "09bbebc7-34cd-45ad-9aa0-88895653a1ff", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:42:21.870925 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c928f43a-dd7c-489a-8dd2-9cbd1585ea5d {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:42:21.870925 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c928f43a-dd7c-489a-8dd2-9cbd1585ea5d'] response: {'name': 'network-changed', 'server_uuid': '7a096d69-eeef-41b1-90df-2aac9412dcf7', 'tag': '09bbebc7-34cd-45ad-9aa0-88895653a1ff', 'status': 'completed', 'code': 200} Sep 23 01:42:21.918991 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-261f6d45-6647-4056-ad07-28433a7375f0 None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:42:21.959626 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076725d-8306-47b0-8392-033968f025fb req-3bbf8fef-9ab2-432f-af00-0fc45123661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:21.960241 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b076725d-8306-47b0-8392-033968f025fb req-3bbf8fef-9ab2-432f-af00-0fc45123661b service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=a15460898c2b4b15bfee3d39a01273b4&device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 1130 time: 0.0405717 Sep 23 01:42:22.027634 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:22.058657 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:22.067939 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076725d-8306-47b0-8392-033968f025fb req-1c9b39dd-8c87-464c-a94b-c4fbb35939c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:22.069415 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b076725d-8306-47b0-8392-033968f025fb req-1c9b39dd-8c87-464c-a94b-c4fbb35939c1 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4 HTTP/1.1" status: 200 len: 913 time: 0.1041021 Sep 23 01:42:22.136062 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b076725d-8306-47b0-8392-033968f025fb req-31a864a3-6b9f-4e93-b20b-07a984660690 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09bbebc7-34cd-45ad-9aa0-88895653a1ff HTTP/1.1" status: 200 len: 1000 time: 0.0601599 Sep 23 01:42:22.147382 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-261f6d45-6647-4056-ad07-28433a7375f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': 'c0819aed-3eda-47b9-a7a3-0dc08f94817f', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '583a9cfe-4561-4327-9883-fe7887022154', 'port_id': '09bbebc7-34cd-45ad-9aa0-88895653a1ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'mac_address': 'fa:16:3e:b3:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a096d69-eeef-41b1-90df-2aac9412dcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:42:06Z', 'updated_at': '2022-09-23T01:42:21Z', 'revision_number': 1, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:22.178983 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261f6d45-6647-4056-ad07-28433a7375f0 None None] Checking router: 583a9cfe-4561-4327-9883-fe7887022154 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:42:22.188438 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261f6d45-6647-4056-ad07-28433a7375f0 None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:42:22.189113 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-261f6d45-6647-4056-ad07-28433a7375f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:42:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:22.192283 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076725d-8306-47b0-8392-033968f025fb req-9b8b5b8d-1021-4e15-a0fe-d3f9fe457129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:22.194484 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b076725d-8306-47b0-8392-033968f025fb req-9b8b5b8d-1021-4e15-a0fe-d3f9fe457129 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=ef213c81-80fb-4bd1-93b8-ec90976c54d9 HTTP/1.1" status: 200 len: 851 time: 0.0533519 Sep 23 01:42:22.242435 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076725d-8306-47b0-8392-033968f025fb req-8e7d6961-f156-44cf-a0a6-5ccc3de050f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:22.244166 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b076725d-8306-47b0-8392-033968f025fb req-8e7d6961-f156-44cf-a0a6-5ccc3de050f4 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=970b65ab-4e22-445a-8ff5-01dfad2a0bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439389 Sep 23 01:42:22.300689 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-261f6d45-6647-4056-ad07-28433a7375f0 None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:42:22.345149 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b076725d-8306-47b0-8392-033968f025fb req-44b298cf-7414-4956-bc75-8b65ad95abb0 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942366 Sep 23 01:42:22.441949 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b076725d-8306-47b0-8392-033968f025fb req-7fd981ab-0577-460f-8eb6-4d0c87a8c5f0 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909202 Sep 23 01:42:22.471024 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:22.534690 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-261f6d45-6647-4056-ad07-28433a7375f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': 'c0819aed-3eda-47b9-a7a3-0dc08f94817f', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '583a9cfe-4561-4327-9883-fe7887022154', 'port_id': '09bbebc7-34cd-45ad-9aa0-88895653a1ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'mac_address': 'fa:16:3e:b3:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a096d69-eeef-41b1-90df-2aac9412dcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:42:06Z', 'updated_at': '2022-09-23T01:42:21Z', 'revision_number': 1, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:42:22.559856 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261f6d45-6647-4056-ad07-28433a7375f0 None None] The sync data for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi is: [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': 'c0819aed-3eda-47b9-a7a3-0dc08f94817f', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '583a9cfe-4561-4327-9883-fe7887022154', 'port_id': '09bbebc7-34cd-45ad-9aa0-88895653a1ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'mac_address': 'fa:16:3e:b3:a5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a096d69-eeef-41b1-90df-2aac9412dcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:42:06Z', 'updated_at': '2022-09-23T01:42:21Z', 'revision_number': 1, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:42:22.761962 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b15689-8da7-4b9f-b79a-8be1ce4a31ed None None] New status for floating IP c0819aed-3eda-47b9-a7a3-0dc08f94817f: ACTIVE {{(pid=107238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:42:31.817522 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:31.819488 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=10 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:32.436596 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=72 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:32.438594 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=33 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:32.538296 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=46 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:32.872578 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:32.874499 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=33,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:33.911865 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-34623679-66a2-49ed-829c-0eede2d155b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:36.406790 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-c703b08e-d9d8-44b1-be3d-4bec8f9e71b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:38.333547 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:42:38.940060 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:40.271234 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:41.166199 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:48.329155 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:48.330049 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:51.108035 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:51.110433 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:51.820714 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:42:54.250703 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-443330d7-41d1-46f4-898a-f83f394d79fa req-472041be-b983-4678-9f97-583d23cfa22d service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387106 Sep 23 01:42:54.363486 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443330d7-41d1-46f4-898a-f83f394d79fa req-8b42e0ad-69b7-4632-bd9c-8ce901cdbae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:54.365020 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-443330d7-41d1-46f4-898a-f83f394d79fa req-8b42e0ad-69b7-4632-bd9c-8ce901cdbae0 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 1129 time: 0.0444787 Sep 23 01:42:54.474529 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443330d7-41d1-46f4-898a-f83f394d79fa req-2905aed7-5f9d-4b2a-8067-41be6d135f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:54.476290 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-443330d7-41d1-46f4-898a-f83f394d79fa req-2905aed7-5f9d-4b2a-8067-41be6d135f1e service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=7fe1919f-1f3e-419a-91a3-220386faadcd HTTP/1.1" status: 200 len: 912 time: 0.0892656 Sep 23 01:42:54.548797 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-443330d7-41d1-46f4-898a-f83f394d79fa req-9d1e8d35-37c3-47d9-95f5-ca5c4c7c0ff7 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52a7bbe8-2f75-4994-b4db-2f20bb798cea HTTP/1.1" status: 200 len: 1000 time: 0.0610213 Sep 23 01:42:54.602299 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443330d7-41d1-46f4-898a-f83f394d79fa req-92dc5d6c-9b4b-4a7b-b8ba-1db668d381f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:54.603809 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-443330d7-41d1-46f4-898a-f83f394d79fa req-92dc5d6c-9b4b-4a7b-b8ba-1db668d381f2 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=92872aee-ac5a-436a-a1fc-6d4a72de35e8 HTTP/1.1" status: 200 len: 850 time: 0.0485427 Sep 23 01:42:54.653360 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443330d7-41d1-46f4-898a-f83f394d79fa req-307547e4-1c0d-4a4b-b3c6-3e9910f0b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:42:54.654883 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-443330d7-41d1-46f4-898a-f83f394d79fa req-307547e4-1c0d-4a4b-b3c6-3e9910f0b931 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7fe1919f-1f3e-419a-91a3-220386faadcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430465 Sep 23 01:42:54.756466 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-443330d7-41d1-46f4-898a-f83f394d79fa req-dcd95fe5-6d8b-4217-9837-25f97160d683 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928183 Sep 23 01:42:54.854169 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-443330d7-41d1-46f4-898a-f83f394d79fa req-e31d24d3-b63d-4d0e-8691-3c66f4c6de32 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897837 Sep 23 01:42:59.434472 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:42:59.435324 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:01.724004 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:01.725896 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:03.893945 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-aaefcf0c-323f-4bb9-accc-ee67244d5b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:04.849274 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=52 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:04.851205 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=49 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:06.434539 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff3bb-6122-43ad-9916-170da50a9818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:09.025359 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:10.276716 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:11.242471 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:13.042603 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90cb63-c33a-4deb-b121-6a9b7ca2e41e req-bb475993-2b83-407e-b0e9-0bb5fa10daf8 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:43:13.044138 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1b90cb63-c33a-4deb-b121-6a9b7ca2e41e req-bb475993-2b83-407e-b0e9-0bb5fa10daf8 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 946 time: 0.0526173 Sep 23 01:43:13.094667 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-1b90cb63-c33a-4deb-b121-6a9b7ca2e41e req-c6a85476-ec65-45de-8286-b63cc2a03cca tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=234e40bf-951a-449e-be4f-455a508a8548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445507 Sep 23 01:43:14.224666 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ba6ff-cda7-4f6d-aca7-bf89a5ee5301 req-68370ff7-e250-4481-9ef5-c07f7990d060 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:43:14.226423 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-918ba6ff-cda7-4f6d-aca7-bf89a5ee5301 req-68370ff7-e250-4481-9ef5-c07f7990d060 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 946 time: 0.0525742 Sep 23 01:43:14.276214 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-918ba6ff-cda7-4f6d-aca7-bf89a5ee5301 req-65e34c03-0522-4bf4-a9bb-845ea8f0e582 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=234e40bf-951a-449e-be4f-455a508a8548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439482 Sep 23 01:43:14.720187 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341acf7-9719-4a9d-9591-025d21279f73 req-1b96e5f0-39da-4162-9738-85fdf4bb2cf6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:43:14.721704 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e341acf7-9719-4a9d-9591-025d21279f73 req-1b96e5f0-39da-4162-9738-85fdf4bb2cf6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 946 time: 0.0474112 Sep 23 01:43:14.811063 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-e341acf7-9719-4a9d-9591-025d21279f73 req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Deleting port 09bbebc7-34cd-45ad-9aa0-88895653a1ff {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:43:14.811459 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-e341acf7-9719-4a9d-9591-025d21279f73 req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (09bbebc7-34cd-45ad-9aa0-88895653a1ff), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:14.913378 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-e341acf7-9719-4a9d-9591-025d21279f73 req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] For port 09bbebc7-34cd-45ad-9aa0-88895653a1ff, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=09bbebc7-34cd-45ad-9aa0-88895653a1ff,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:43:14.913743 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-e341acf7-9719-4a9d-9591-025d21279f73 req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (09bbebc7-34cd-45ad-9aa0-88895653a1ff), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:15.081678 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-e341acf7-9719-4a9d-9591-025d21279f73 req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:15.081933 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-e341acf7-9719-4a9d-9591-025d21279f73 req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (c0819aed-3eda-47b9-a7a3-0dc08f94817f), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:15.082230 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.l3_db [req-e341acf7-9719-4a9d-9591-025d21279f73 req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Floating IP c0819aed-3eda-47b9-a7a3-0dc08f94817f disassociated. External IP: 172.27.1.193, port: 09bbebc7-34cd-45ad-9aa0-88895653a1ff. Sep 23 01:43:15.082567 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-e341acf7-9719-4a9d-9591-025d21279f73 req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Calling delete_port for 09bbebc7-34cd-45ad-9aa0-88895653a1ff owned by compute:nova {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:43:15.293853 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-e341acf7-9719-4a9d-9591-025d21279f73 req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (09bbebc7-34cd-45ad-9aa0-88895653a1ff), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:15.324222 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event deleted for resources: {'Port': ['ID=09bbebc7-34cd-45ad-9aa0-88895653a1ff,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:43:15.340635 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:15.340635 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:15.340635 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:15.340635 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:15.340635 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:15.340635 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:15.340635 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:15.340635 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:15.340635 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:15.340635 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:15.340635 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:15.341598 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:15.341598 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:15.341888 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:43:15.342735 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:15.342735 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:15.407772 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-060d74e7-727b-4962-b667-4caad14655ed req-df201e9a-b353-4c06-a211-8c3be769e1e2 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 210 time: 0.0310607 Sep 23 01:43:15.460583 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e341acf7-9719-4a9d-9591-025d21279f73 req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Router 583a9cfe-4561-4327-9883-fe7887022154 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:43:15.564136 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:15.573699 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e341acf7-9719-4a9d-9591-025d21279f73 req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:43:15.586353 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd244d2-97d3-40f4-ade7-5f5f74a90fe5 None None] Sync routers for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:43:15.602626 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd244d2-97d3-40f4-ade7-5f5f74a90fe5 None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:43:15.603182 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-9fd244d2-97d3-40f4-ade7-5f5f74a90fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:43:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:43:15.619658 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e341acf7-9719-4a9d-9591-025d21279f73 req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] No DVR routers for this DVR port 09bbebc7-34cd-45ad-9aa0-88895653a1ff on host hv-cinder-84914 {{(pid=107236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:43:15.622844 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-e341acf7-9719-4a9d-9591-025d21279f73 req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:15.626240 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e341acf7-9719-4a9d-9591-025d21279f73 req-87a547b0-a05d-4dcd-9744-cfe3ecf89d51 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.81 "DELETE /networking/v2.0/ports/09bbebc7-34cd-45ad-9aa0-88895653a1ff HTTP/1.1" status: 204 len: 173 time: 0.8979473 Sep 23 01:43:15.627343 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a096d69-eeef-41b1-90df-2aac9412dcf7', 'name': 'network-vif-deleted', 'tag': '09bbebc7-34cd-45ad-9aa0-88895653a1ff'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:43:15.630649 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73d0071-8154-4155-a9b8-59e92af9519e" -d '{"events": [{"server_uuid": "7a096d69-eeef-41b1-90df-2aac9412dcf7", "name": "network-vif-deleted", "tag": "09bbebc7-34cd-45ad-9aa0-88895653a1ff"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:43:15.672391 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d66e42-f0fe-4a8c-bbd9-36c01713ddab x-openstack-request-id: req-a1d66e42-f0fe-4a8c-bbd9-36c01713ddab {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:43:15.672640 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a096d69-eeef-41b1-90df-2aac9412dcf7", "name": "network-vif-deleted", "tag": "09bbebc7-34cd-45ad-9aa0-88895653a1ff", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:43:15.672779 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1d66e42-f0fe-4a8c-bbd9-36c01713ddab {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:43:15.673179 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d66e42-f0fe-4a8c-bbd9-36c01713ddab'] response: {'server_uuid': '7a096d69-eeef-41b1-90df-2aac9412dcf7', 'name': 'network-vif-deleted', 'tag': '09bbebc7-34cd-45ad-9aa0-88895653a1ff', 'status': 'completed', 'code': 200} Sep 23 01:43:15.716064 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-9fd244d2-97d3-40f4-ade7-5f5f74a90fe5 None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:43:16.058880 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-9fd244d2-97d3-40f4-ade7-5f5f74a90fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:43:16.085537 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd244d2-97d3-40f4-ade7-5f5f74a90fe5 None None] Checking router: 583a9cfe-4561-4327-9883-fe7887022154 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:43:16.095102 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd244d2-97d3-40f4-ade7-5f5f74a90fe5 None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:43:16.095735 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-9fd244d2-97d3-40f4-ade7-5f5f74a90fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:43:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:43:16.208904 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-9fd244d2-97d3-40f4-ade7-5f5f74a90fe5 None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:43:16.423421 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-9fd244d2-97d3-40f4-ade7-5f5f74a90fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:43:16.453768 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd244d2-97d3-40f4-ade7-5f5f74a90fe5 None None] The sync data for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi is: [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:25Z', 'revision_number': 4, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'c35815e2-36c5-45d8-86b5-2bd392815357', 'name': '', 'network_id': '970b65ab-4e22-445a-8ff5-01dfad2a0bf4', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'mac_address': 'fa:16:3e:c9:82:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:24Z', 'updated_at': '2022-09-23T01:38:29Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'subnets': [{'id': 'ef213c81-80fb-4bd1-93b8-ec90976c54d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:43:16.589242 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-bc1c32cb-8848-4ac6-a4a4-30e1c57f3ecb req-329ab9b4-f550-48c3-a64e-a2addb96f73d tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7a096d69-eeef-41b1-90df-2aac9412dcf7 HTTP/1.1" status: 200 len: 210 time: 0.0297709 Sep 23 01:43:16.700859 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa13f440-6ba4-4f71-b488-84667aedf9e5 None None] New status for floating IP c0819aed-3eda-47b9-a7a3-0dc08f94817f: DOWN {{(pid=107238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:43:17.758375 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 50000) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:43:17.830088 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (234e40bf-951a-449e-be4f-455a508a8548), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:17.869642 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 09bbebc7-34cd-45ad-9aa0-88895653a1ff no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:43:17.875904 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (234e40bf-951a-449e-be4f-455a508a8548), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:17.903488 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: 09bbebc7-34cd-45ad-9aa0-88895653a1ff {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:43:17.904066 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 09bbebc7-34cd-45ad-9aa0-88895653a1ff not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:43:18.022933 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (234e40bf-951a-449e-be4f-455a508a8548), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:18.025944 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:18.027323 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/234e40bf-951a-449e-be4f-455a508a8548 HTTP/1.1" status: 204 len: 168 time: 0.2678316 Sep 23 01:43:18.031277 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 50002) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:43:18.050912 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234e40bf-951a-449e-be4f-455a508a8548,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:43:18.054226 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.api.v2.resource [None req-5e41307b-b181-4e0c-816b-a3c52052ebe6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] show failed (client error): The resource could not be found. Sep 23 01:43:18.054919 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-5e41307b-b181-4e0c-816b-a3c52052ebe6 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "GET /networking/v2.0/security-groups/234e40bf-951a-449e-be4f-455a508a8548 HTTP/1.1" status: 404 len: 347 time: 0.0225239 Sep 23 01:43:18.061861 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:18.062209 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:18.062559 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:18.062903 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:18.063250 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:18.063644 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:18.063979 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:18.064309 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:18.064635 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:18.065076 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:18.065427 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:18.065598 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50004) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:43:18.066167 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:18.066167 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:18.066372 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:18.066675 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d40f4-6074-4eda-8a7f-9fc094ef2c02 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:18.207208 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:18.221557 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-1302f17c-ced7-40cf-a472-5bd75b5131b4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Deleting port 41ae3170-6f39-4381-bed8-a3f06f92f0e3 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:43:18.222116 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1302f17c-ced7-40cf-a472-5bd75b5131b4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (41ae3170-6f39-4381-bed8-a3f06f92f0e3), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:18.313633 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1302f17c-ced7-40cf-a472-5bd75b5131b4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (41ae3170-6f39-4381-bed8-a3f06f92f0e3), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:18.314102 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1302f17c-ced7-40cf-a472-5bd75b5131b4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (41ae3170-6f39-4381-bed8-a3f06f92f0e3), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:18.333206 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-1302f17c-ced7-40cf-a472-5bd75b5131b4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Calling delete_port for 41ae3170-6f39-4381-bed8-a3f06f92f0e3 owned by network:floatingip {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:43:18.568071 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1302f17c-ced7-40cf-a472-5bd75b5131b4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (41ae3170-6f39-4381-bed8-a3f06f92f0e3), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:18.594076 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302f17c-ced7-40cf-a472-5bd75b5131b4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Pushing event deleted for resources: {'Port': ['ID=41ae3170-6f39-4381-bed8-a3f06f92f0e3,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:43:18.674251 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1302f17c-ced7-40cf-a472-5bd75b5131b4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks [] for floatingip (c0819aed-3eda-47b9-a7a3-0dc08f94817f), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:18.677029 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1302f17c-ced7-40cf-a472-5bd75b5131b4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:18.678240 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-1302f17c-ced7-40cf-a472-5bd75b5131b4 tempest-AttachVolumeNegativeTest-1547361320 tempest-AttachVolumeNegativeTest-1547361320-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/c0819aed-3eda-47b9-a7a3-0dc08f94817f HTTP/1.1" status: 204 len: 168 time: 0.6111951 Sep 23 01:43:21.847877 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:23.141714 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 50040) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:43:23.639877 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-eaf0977b-a089-4cb7-b2d3-db30abf3f13f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736099'] for router_interface (583a9cfe-4561-4327-9883-fe7887022154), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:23.888564 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-eaf0977b-a089-4cb7-b2d3-db30abf3f13f admin admin] Deleting port c35815e2-36c5-45d8-86b5-2bd392815357 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:43:23.888882 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-eaf0977b-a089-4cb7-b2d3-db30abf3f13f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (c35815e2-36c5-45d8-86b5-2bd392815357), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:23.976870 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-eaf0977b-a089-4cb7-b2d3-db30abf3f13f admin admin] For port c35815e2-36c5-45d8-86b5-2bd392815357, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=c35815e2-36c5-45d8-86b5-2bd392815357,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:43:23.977149 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-eaf0977b-a089-4cb7-b2d3-db30abf3f13f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (c35815e2-36c5-45d8-86b5-2bd392815357), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:23.979620 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:23.986138 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:23.992735 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-eaf0977b-a089-4cb7-b2d3-db30abf3f13f admin admin] Calling delete_port for c35815e2-36c5-45d8-86b5-2bd392815357 owned by network:router_interface {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:43:24.257256 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-eaf0977b-a089-4cb7-b2d3-db30abf3f13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (c35815e2-36c5-45d8-86b5-2bd392815357), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:24.281761 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0977b-a089-4cb7-b2d3-db30abf3f13f admin admin] Pushing event deleted for resources: {'Port': ['ID=c35815e2-36c5-45d8-86b5-2bd392815357,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:43:24.474316 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-eaf0977b-a089-4cb7-b2d3-db30abf3f13f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683219'] for router_interface (583a9cfe-4561-4327-9883-fe7887022154), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:24.693636 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf0977b-a089-4cb7-b2d3-db30abf3f13f admin admin] Router 583a9cfe-4561-4327-9883-fe7887022154 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:43:24.791723 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:24.803358 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf0977b-a089-4cb7-b2d3-db30abf3f13f admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:43:24.809209 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-eaf0977b-a089-4cb7-b2d3-db30abf3f13f admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/583a9cfe-4561-4327-9883-fe7887022154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6663947 Sep 23 01:43:24.811981 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 50044) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:43:24.820107 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8210c047-db28-4afa-9710-f02712637052 None None] Sync routers for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:43:24.831973 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8210c047-db28-4afa-9710-f02712637052 None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:43:24.832572 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-8210c047-db28-4afa-9710-f02712637052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:43:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:43:24.942961 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-8210c047-db28-4afa-9710-f02712637052 None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:43:25.059735 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:25.062451 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:25.136186 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-8210c047-db28-4afa-9710-f02712637052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:43:24Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:43:25.163828 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8210c047-db28-4afa-9710-f02712637052 None None] Checking router: 583a9cfe-4561-4327-9883-fe7887022154 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:43:25.174271 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8210c047-db28-4afa-9710-f02712637052 None None] Routers {'583a9cfe-4561-4327-9883-fe7887022154'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:43:25.175502 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-8210c047-db28-4afa-9710-f02712637052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:43:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['583a9cfe-4561-4327-9883-fe7887022154'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:43:25.189481 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fcd55ed7-397c-4340-a237-151be0f5056c admin admin] Publish callbacks [] for router (583a9cfe-4561-4327-9883-fe7887022154), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:25.288390 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-8210c047-db28-4afa-9710-f02712637052 None None] Set router 583a9cfe-4561-4327-9883-fe7887022154 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:43:25.301184 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fcd55ed7-397c-4340-a237-151be0f5056c admin admin] Publish callbacks [] for router_gateway (583a9cfe-4561-4327-9883-fe7887022154), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:25.464719 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-fcd55ed7-397c-4340-a237-151be0f5056c admin admin] Deleting port 2cbad45d-a175-4daa-99ec-5d653d9c710f {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:43:25.465149 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fcd55ed7-397c-4340-a237-151be0f5056c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (2cbad45d-a175-4daa-99ec-5d653d9c710f), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:25.466794 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:25.483253 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-8210c047-db28-4afa-9710-f02712637052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:43:24Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:43:25.508025 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8210c047-db28-4afa-9710-f02712637052 None None] The sync data for ids ['583a9cfe-4561-4327-9883-fe7887022154'] in dv-cinder-849143-7-iscsi is: [{'id': '583a9cfe-4561-4327-9883-fe7887022154', 'name': 'tempest-AttachVolumeNegativeTest-8033548-router', 'tenant_id': 'a15460898c2b4b15bfee3d39a01273b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:43:24Z', 'revision_number': 5, 'project_id': 'a15460898c2b4b15bfee3d39a01273b4', 'gw_port': {'id': '2cbad45d-a175-4daa-99ec-5d653d9c710f', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583a9cfe-4561-4327-9883-fe7887022154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:21Z', 'updated_at': '2022-09-23T01:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:43:25.559310 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-fcd55ed7-397c-4340-a237-151be0f5056c admin admin] For port 2cbad45d-a175-4daa-99ec-5d653d9c710f, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=2cbad45d-a175-4daa-99ec-5d653d9c710f,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:43:25.559717 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fcd55ed7-397c-4340-a237-151be0f5056c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (2cbad45d-a175-4daa-99ec-5d653d9c710f), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:25.578792 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-fcd55ed7-397c-4340-a237-151be0f5056c admin admin] Calling delete_port for 2cbad45d-a175-4daa-99ec-5d653d9c710f owned by network:router_gateway {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:43:25.840305 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fcd55ed7-397c-4340-a237-151be0f5056c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (2cbad45d-a175-4daa-99ec-5d653d9c710f), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:25.867244 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd55ed7-397c-4340-a237-151be0f5056c admin admin] Pushing event deleted for resources: {'Port': ['ID=2cbad45d-a175-4daa-99ec-5d653d9c710f,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:43:25.937749 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fcd55ed7-397c-4340-a237-151be0f5056c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679193'] for router_gateway (583a9cfe-4561-4327-9883-fe7887022154), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:26.029960 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fcd55ed7-397c-4340-a237-151be0f5056c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6547'] for router (583a9cfe-4561-4327-9883-fe7887022154), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:26.032392 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fcd55ed7-397c-4340-a237-151be0f5056c admin admin] Publish callbacks [] for router_controller (583a9cfe-4561-4327-9883-fe7887022154), precommit_delete_associations {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:26.168142 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fcd55ed7-397c-4340-a237-151be0f5056c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683310'] for router (583a9cfe-4561-4327-9883-fe7887022154), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:26.168979 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd55ed7-397c-4340-a237-151be0f5056c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 583a9cfe-4561-4327-9883-fe7887022154 {{(pid=107235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:43:26.175404 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-fcd55ed7-397c-4340-a237-151be0f5056c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:26.180473 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-fcd55ed7-397c-4340-a237-151be0f5056c admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/583a9cfe-4561-4327-9883-fe7887022154 HTTP/1.1" status: 204 len: 168 time: 1.3640077 Sep 23 01:43:26.180645 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50046) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:43:26.231582 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_v2 [None req-6baabd13-bc9b-4270-90aa-28a8e926ea18 admin admin] Deleting subnet ef213c81-80fb-4bd1-93b8-ec90976c54d9 {{(pid=107236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:43:26.240248 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6baabd13-bc9b-4270-90aa-28a8e926ea18 admin admin] Publish callbacks [] for subnet (ef213c81-80fb-4bd1-93b8-ec90976c54d9), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:26.272807 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6baabd13-bc9b-4270-90aa-28a8e926ea18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3450915'] for subnet (ef213c81-80fb-4bd1-93b8-ec90976c54d9), precommit_delete_associations {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:26.350744 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6baabd13-bc9b-4270-90aa-28a8e926ea18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7847786'] for subnet (ef213c81-80fb-4bd1-93b8-ec90976c54d9), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:26.482533 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6baabd13-bc9b-4270-90aa-28a8e926ea18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7835479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3206794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9355630'] for subnet (ef213c81-80fb-4bd1-93b8-ec90976c54d9), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:26.509840 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baabd13-bc9b-4270-90aa-28a8e926ea18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef213c81-80fb-4bd1-93b8-ec90976c54d9,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:43:26.513522 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6baabd13-bc9b-4270-90aa-28a8e926ea18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:26.516727 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-6baabd13-bc9b-4270-90aa-28a8e926ea18 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/ef213c81-80fb-4bd1-93b8-ec90976c54d9 HTTP/1.1" status: 204 len: 168 time: 0.3351576 Sep 23 01:43:26.519381 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50048) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:43:26.520037 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0001e44-cd02-4202-8536-d79736dba0a2 None None] Network 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:43:26.536531 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:26.588995 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776543'] for network (970b65ab-4e22-445a-8ff5-01dfad2a0bf4), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:26.641190 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] Deleting port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:43:26.641569 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:26.686644 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] DHCP port deletion for 970b65ab-4e22-445a-8ff5-01dfad2a0bf4 request from dv-cinder-849143-7-iscsi {{(pid=107237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:43:26.712529 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] For port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:43:26.712900 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:26.726484 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Deleting port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 {{(pid=107237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:43:26.726484 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15), before_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:26.728422 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] Calling delete_port for 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 owned by network:dhcp {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:43:26.742761 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:26.800725 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] For port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15,segment=NetworkSegment(479c62d3-87f8-4fc1-b240-a9ff1c74c179),segment_id=479c62d3-87f8-4fc1-b240-a9ff1c74c179)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:43:26.801130 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15), precommit_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:26.818841 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Calling delete_port for 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 owned by network:dhcp {{(pid=107237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:43:26.911373 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:26.917882 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074'] for port (1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15), after_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:26.935058 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:43:26.941649 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] No DVR routers for this DVR port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 on host dv-cinder-849143-7-iscsi {{(pid=107236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:43:26.942995 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Pushing event deleted for resources: {'Port': ['ID=1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15,revision_number=None']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:43:26.947872 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] No DVR routers for this DVR port 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 on host dv-cinder-849143-7-iscsi {{(pid=107237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:43:26.954763 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:26.955137 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:26.955444 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:26.955803 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:26.956618 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:26.956945 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:26.957266 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:26.957587 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:26.957953 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:26.959948 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:26.960850 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:26.961520 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:26.962235 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:26.962779 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:26.963532 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20a7e54-4355-4544-83d3-0d50dd55d416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:43:27.023021 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807041', 'neutron.services.segments.db._delete_segments_for_network-8752383552961'] for network (970b65ab-4e22-445a-8ff5-01dfad2a0bf4), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:27.045424 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.services.segments.db [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970b65ab-4e22-445a-8ff5-01dfad2a0bf4']}} {{(pid=107236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:43:27.054895 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.services.segments.db [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479c62d3-87f8-4fc1-b240-a9ff1c74c179') {'for_net_delete': True} {{(pid=107236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:43:27.055194 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.services.segments.db [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479c62d3-87f8-4fc1-b240-a9ff1c74c179') {} {{(pid=107236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:43:27.064779 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752383552853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3450904'] for segment (479c62d3-87f8-4fc1-b240-a9ff1c74c179), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:27.077764 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (479c62d3-87f8-4fc1-b240-a9ff1c74c179), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:27.084753 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=107236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:43:27.088372 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3206704'] for segment (479c62d3-87f8-4fc1-b240-a9ff1c74c179), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:27.167043 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.services.segments.plugin [-] Segment 479c62d3-87f8-4fc1-b240-a9ff1c74c179 resource provider aggregate not found Sep 23 01:43:27.183437 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.services.segments.plugin [-] Segment 479c62d3-87f8-4fc1-b240-a9ff1c74c179 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 479c62d3-87f8-4fc1-b240-a9ff1c74c179 found for delete ", "request_id": "req-a018a40e-36ad-44e9-8881-490838d1d9ff"}]} Sep 23 01:43:27.208585 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679244'] for network (970b65ab-4e22-445a-8ff5-01dfad2a0bf4), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:27.216375 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:27.220443 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/970b65ab-4e22-445a-8ff5-01dfad2a0bf4 HTTP/1.1" status: 204 len: 168 time: 0.7000291 Sep 23 01:43:27.236495 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a51229-1b48-4272-9a0f-52f3bbe23f0b admin admin] Pushing event deleted for resources: {'Network': ['ID=970b65ab-4e22-445a-8ff5-01dfad2a0bf4,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:43:27.436990 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 2cbad45d-a175-4daa-99ec-5d653d9c710f no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:43:27.474226 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: 2cbad45d-a175-4daa-99ec-5d653d9c710f {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:43:27.474788 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 2cbad45d-a175-4daa-99ec-5d653d9c710f not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:43:27.475660 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:43:27.480078 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:27.498485 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:43:27.498737 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 1212fc96-e5f8-4aeb-8cf9-e1fcfad9bd15 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:43:27.499147 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device c35815e2-36c5-45d8-86b5-2bd392815357 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:43:27.518288 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: c35815e2-36c5-45d8-86b5-2bd392815357 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:43:27.518623 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device c35815e2-36c5-45d8-86b5-2bd392815357 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:43:27.558356 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50058) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:43:27.599038 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-696ae763-1a70-4cb1-969a-500f71e68d7d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=a15460898c2b4b15bfee3d39a01273b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394924 Sep 23 01:43:27.601720 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50060) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:43:27.650220 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-12269b44-c3e0-4e94-9db6-e7f48002a8e6 admin admin] Publish callbacks [] for security_group (ecbc6863-937f-4b4b-abde-682e43fb8f5c), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:27.669944 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-12269b44-c3e0-4e94-9db6-e7f48002a8e6 admin admin] Publish callbacks [] for security_group (ecbc6863-937f-4b4b-abde-682e43fb8f5c), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:27.834191 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-12269b44-c3e0-4e94-9db6-e7f48002a8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (ecbc6863-937f-4b4b-abde-682e43fb8f5c), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:27.836844 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-12269b44-c3e0-4e94-9db6-e7f48002a8e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:27.837978 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-12269b44-c3e0-4e94-9db6-e7f48002a8e6 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ecbc6863-937f-4b4b-abde-682e43fb8f5c HTTP/1.1" status: 204 len: 168 time: 0.2353764 Sep 23 01:43:27.847342 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12269b44-c3e0-4e94-9db6-e7f48002a8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbc6863-937f-4b4b-abde-682e43fb8f5c,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:43:32.873098 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50120) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:43:32.985606 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ad99-3564-4ed7-a602-1463958a38d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:33.062002 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ad99-3564-4ed7-a602-1463958a38d3 admin admin] Publish callbacks [] for security_group (88c0f2de-88bf-4c0a-8c11-a6242e2d5e84), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:33.125273 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ad99-3564-4ed7-a602-1463958a38d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (88c0f2de-88bf-4c0a-8c11-a6242e2d5e84), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:33.142743 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:33.167623 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-0aa4ad99-3564-4ed7-a602-1463958a38d3 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ff9961b5ad944a09bf66715de7c32e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933869 Sep 23 01:43:33.168310 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4ad99-3564-4ed7-a602-1463958a38d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c0f2de-88bf-4c0a-8c11-a6242e2d5e84,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:43:33.170806 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 50124) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:43:33.224324 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-be51ce1f-08db-45e8-b364-53b0666d3c57 admin admin] Publish callbacks [] for security_group (88c0f2de-88bf-4c0a-8c11-a6242e2d5e84), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:33.245282 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-be51ce1f-08db-45e8-b364-53b0666d3c57 admin admin] Publish callbacks [] for security_group (88c0f2de-88bf-4c0a-8c11-a6242e2d5e84), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:33.246959 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:33.406974 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-be51ce1f-08db-45e8-b364-53b0666d3c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (88c0f2de-88bf-4c0a-8c11-a6242e2d5e84), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:33.409612 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-be51ce1f-08db-45e8-b364-53b0666d3c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:33.410875 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-be51ce1f-08db-45e8-b364-53b0666d3c57 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/88c0f2de-88bf-4c0a-8c11-a6242e2d5e84 HTTP/1.1" status: 204 len: 168 time: 0.2389936 Sep 23 01:43:33.419703 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51ce1f-08db-45e8-b364-53b0666d3c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c0f2de-88bf-4c0a-8c11-a6242e2d5e84,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:43:33.866499 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-fce9c74a-4e61-4f15-87f2-76eac04b7119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:36.425462 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:36.430880 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:36.442678 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-baeb6eec-488f-4033-90e0-a1d173277c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:38.948099 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:40.285136 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:41.184376 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:43.163749 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=63,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:43.415762 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=52,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:51.111471 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=69,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:51.113321 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:43:51.802421 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:43:52.330488 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:43:57.314747 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-2d761066-41db-4b5e-bf84-d892532d783d tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-309655662&fields=id&tenant_id=f5c5ef59b1b44d8a916be97d8d11493f HTTP/1.1" status: 200 len: 267 time: 0.0460472 Sep 23 01:43:57.431304 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-12953ef9-a734-41a5-83e7-51796659083a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:43:57.432798 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-12953ef9-a734-41a5-83e7-51796659083a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/networks?id=7fe1919f-1f3e-419a-91a3-220386faadcd HTTP/1.1" status: 200 len: 811 time: 0.1110716 Sep 23 01:43:57.448669 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-01d84b17-4f30-4b6d-afb6-3c72e64d6f2c tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/quotas/f5c5ef59b1b44d8a916be97d8d11493f HTTP/1.1" status: 200 len: 375 time: 0.0103970 Sep 23 01:43:57.510827 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-0a9d0675-9f24-40b4-9f07-bd02e14a9311 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561097 Sep 23 01:43:57.609467 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-85f7abe4-c5e6-4d91-856e-112ed22568b6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903230 Sep 23 01:43:57.700727 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-21b431d9-771f-48cb-ab36-562379299d4c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854611 Sep 23 01:43:58.337511 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9a170604-7ed9-42dc-b0d7-56832b278f82 req-f3268e48-625d-4088-b1e3-833d58fb898d tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 210 time: 0.0279403 Sep 23 01:43:59.444599 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d9db3510-dbe5-491e-b2dd-71ed421c2446 req-c05ca2b1-761f-4a38-9a48-5f6780394374 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 210 time: 0.0324082 Sep 23 01:44:00.556851 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-635defe8-39da-43e7-a3a0-f44f0cb5f10c req-85b547b6-6cfe-4159-a48d-0924207951b1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 210 time: 0.0315754 Sep 23 01:44:01.737641 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:01.738549 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:01.788905 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0fb565aa-b3e6-4d64-b7b5-d7c2fb6f0d54 req-71426dc9-b327-4d86-aa44-5d4aa309bed2 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 210 time: 0.0296736 Sep 23 01:44:01.933390 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-69209a6b-baec-44d1-b3af-3256e03fc898 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:01.934870 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-69209a6b-baec-44d1-b3af-3256e03fc898 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.81 "GET /networking/v2.0/networks?id=7fe1919f-1f3e-419a-91a3-220386faadcd HTTP/1.1" status: 200 len: 811 time: 0.1147084 Sep 23 01:44:02.023339 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-b4d3c129-7aed-452c-9a74-4a46e4cd52d7 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f5c5ef59b1b44d8a916be97d8d11493f HTTP/1.1" status: 200 len: 379 time: 0.0620782 Sep 23 01:44:02.031979 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-94d2fcc1-33c4-48e8-8494-139b66c63028 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Request body: {'port': {'device_id': '42f0791b-92aa-41df-997a-240cb2eeb40b', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'admin_state_up': True, 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'security_groups': ['c39679ba-42a4-4534-a2eb-c64638629db5']}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:44:02.241704 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-94d2fcc1-33c4-48e8-8494-139b66c63028 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Made reservation on behalf of f5c5ef59b1b44d8a916be97d8d11493f for: {'port': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:44:02.246210 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-94d2fcc1-33c4-48e8-8494-139b66c63028 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:02.325568 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:02.326999 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:02.639822 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-94d2fcc1-33c4-48e8-8494-139b66c63028 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Allocated IP 172.20.0.12 (7fe1919f-1f3e-419a-91a3-220386faadcd/92872aee-ac5a-436a-a1fc-6d4a72de35e8/c9c7a5b9-4b97-4534-8781-dafaa5dc00df) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:44:02.778375 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-94d2fcc1-33c4-48e8-8494-139b66c63028 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for port (c9c7a5b9-4b97-4534-8781-dafaa5dc00df), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:02.897459 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-94d2fcc1-33c4-48e8-8494-139b66c63028 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (c9c7a5b9-4b97-4534-8781-dafaa5dc00df), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:02.901927 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3ec8c2fa-224c-4274-8894-85c81a9d4ba2 req-93b26fb7-6ec1-4393-b530-3f6a8c707a3a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 210 time: 0.0358794 Sep 23 01:44:02.945189 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-94d2fcc1-33c4-48e8-8494-139b66c63028 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Network 7fe1919f-1f3e-419a-91a3-220386faadcd is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:44:02.948473 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-94d2fcc1-33c4-48e8-8494-139b66c63028 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:44:02.952376 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-94d2fcc1-33c4-48e8-8494-139b66c63028 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:44:02.981004 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2fcc1-33c4-48e8-8494-139b66c63028 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event updated for resources: {'Port': ['ID=c9c7a5b9-4b97-4534-8781-dafaa5dc00df,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:03.008838 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-94d2fcc1-33c4-48e8-8494-139b66c63028 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:03.009557 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-94d2fcc1-33c4-48e8-8494-139b66c63028 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:03.101455 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-94d2fcc1-33c4-48e8-8494-139b66c63028 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0726309 Sep 23 01:44:03.118901 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Request body: {'port': {'device_id': '42f0791b-92aa-41df-997a-240cb2eeb40b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:44:03.160024 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-c5af02d6-56c5-4c15-9da7-29b5ba2ad0f9 None None] Provisioning complete for port c9c7a5b9-4b97-4534-8781-dafaa5dc00df triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:44:03.160591 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-c5af02d6-56c5-4c15-9da7-29b5ba2ad0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (c9c7a5b9-4b97-4534-8781-dafaa5dc00df), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:03.160708 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-c5af02d6-56c5-4c15-9da7-29b5ba2ad0f9 None None] Attempt 1 to provision port c9c7a5b9-4b97-4534-8781-dafaa5dc00df Sep 23 01:44:03.174764 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:03.185205 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c9c7a5b9-4b97-4534-8781-dafaa5dc00df), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:03.187101 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:03.193187 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-c5af02d6-56c5-4c15-9da7-29b5ba2ad0f9 None None] Port c9c7a5b9-4b97-4534-8781-dafaa5dc00df cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:44:03.454111 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c7a5b9-4b97-4534-8781-dafaa5dc00df {{(pid=107236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:44:03.463084 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Publish callbacks [] for port (c9c7a5b9-4b97-4534-8781-dafaa5dc00df), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:03.480721 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.provisioning_blocks [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Transition to ACTIVE for port object c9c7a5b9-4b97-4534-8781-dafaa5dc00df will not be triggered until provisioned by entity L2. {{(pid=107236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:44:03.565380 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (c9c7a5b9-4b97-4534-8781-dafaa5dc00df), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:03.630052 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Pushing event updated for resources: {'Port': ['ID=c9c7a5b9-4b97-4534-8781-dafaa5dc00df,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:03.688368 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Attempting to bind port c9c7a5b9-4b97-4534-8781-dafaa5dc00df on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:44:03.688710 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Attempting to bind port c9c7a5b9-4b97-4534-8781-dafaa5dc00df by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:44:03.689039 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Attempting to bind port c9c7a5b9-4b97-4534-8781-dafaa5dc00df on network 7fe1919f-1f3e-419a-91a3-220386faadcd {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:44:03.699164 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-c5af02d6-56c5-4c15-9da7-29b5ba2ad0f9 None None] Attempt 2 to provision port c9c7a5b9-4b97-4534-8781-dafaa5dc00df Sep 23 01:44:03.732200 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-c5af02d6-56c5-4c15-9da7-29b5ba2ad0f9 None None] Port c9c7a5b9-4b97-4534-8781-dafaa5dc00df cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:44:03.733436 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Port c9c7a5b9-4b97-4534-8781-dafaa5dc00df on network 7fe1919f-1f3e-419a-91a3-220386faadcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:44:03.733864 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Attempting to bind port c9c7a5b9-4b97-4534-8781-dafaa5dc00df on network 7fe1919f-1f3e-419a-91a3-220386faadcd {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:44:03.785313 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:44:03.785622 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Checking segment: {'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:44:03.786352 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Bound using segment: {'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:44:03.786884 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Bound port: c9c7a5b9-4b97-4534-8781-dafaa5dc00df, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd'}}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:44:03.787251 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c9c7a5b9-4b97-4534-8781-dafaa5dc00df), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:03.798969 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:03.861921 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] For port c9c7a5b9-4b97-4534-8781-dafaa5dc00df, host hv-cinder-84914, cleared binding levels {{(pid=107236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:44:03.869479 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] For port c9c7a5b9-4b97-4534-8781-dafaa5dc00df, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c9c7a5b9-4b97-4534-8781-dafaa5dc00df,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:44:03.916999 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-46ec12c8-a024-4e30-a13d-9e1c3fc0288d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:03.962523 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (c9c7a5b9-4b97-4534-8781-dafaa5dc00df), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:03.966892 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:03.971273 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:03.971273 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/c9c7a5b9-4b97-4534-8781-dafaa5dc00df HTTP/1.1" status: 200 len: 1094 time: 0.8545861 Sep 23 01:44:03.971273 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f0791b-92aa-41df-997a-240cb2eeb40b', 'tag': 'c9c7a5b9-4b97-4534-8781-dafaa5dc00df'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:44:03.971795 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f40b8d4-2a3e-4c95-a52e-3d2c3e7d5d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "42f0791b-92aa-41df-997a-240cb2eeb40b", "tag": "c9c7a5b9-4b97-4534-8781-dafaa5dc00df"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:44:04.013983 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837d02dd-5645-40ec-924d-b8794ff87533 x-openstack-request-id: req-837d02dd-5645-40ec-924d-b8794ff87533 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:44:04.014259 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f0791b-92aa-41df-997a-240cb2eeb40b", "tag": "c9c7a5b9-4b97-4534-8781-dafaa5dc00df", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:44:04.014538 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-837d02dd-5645-40ec-924d-b8794ff87533 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:44:04.014938 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-837d02dd-5645-40ec-924d-b8794ff87533'] response: {'name': 'network-changed', 'server_uuid': '42f0791b-92aa-41df-997a-240cb2eeb40b', 'tag': 'c9c7a5b9-4b97-4534-8781-dafaa5dc00df', 'status': 'completed', 'code': 200} Sep 23 01:44:04.025883 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87511642-6ab9-4ec8-bf07-afee3af917fc service neutron] Pushing event updated for resources: {'Port': ['ID=c9c7a5b9-4b97-4534-8781-dafaa5dc00df,revision_number=3']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:04.033465 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e527c5b-3aeb-4810-8ee8-0d27025bd7be req-269cfee0-cde7-4773-aa79-6b846e7999f6 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:04.035441 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9e527c5b-3aeb-4810-8ee8-0d27025bd7be req-269cfee0-cde7-4773-aa79-6b846e7999f6 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 944 time: 0.0512111 Sep 23 01:44:04.092422 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9e527c5b-3aeb-4810-8ee8-0d27025bd7be req-87a12258-7cb1-4d76-b804-dd6a9c6001b4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471036 Sep 23 01:44:04.233124 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-c5af02d6-56c5-4c15-9da7-29b5ba2ad0f9 None None] Attempt 3 to provision port c9c7a5b9-4b97-4534-8781-dafaa5dc00df Sep 23 01:44:04.272832 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-c5af02d6-56c5-4c15-9da7-29b5ba2ad0f9 None None] Port c9c7a5b9-4b97-4534-8781-dafaa5dc00df had new provisioning blocks added so it will not transition to active. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 01:44:05.217458 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb181479-2cfa-4db3-bc58-c9d514401e10 req-1ba81c82-29e8-4845-8f52-2a37607ec9be tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:05.218932 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-eb181479-2cfa-4db3-bc58-c9d514401e10 req-1ba81c82-29e8-4845-8f52-2a37607ec9be tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 944 time: 0.0479922 Sep 23 01:44:05.273394 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-eb181479-2cfa-4db3-bc58-c9d514401e10 req-8df6f04f-f869-4550-bd3d-e4f370805fd2 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487444 Sep 23 01:44:06.405904 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f42188-22a5-426d-8be7-21a898f605be req-8403744f-ea38-47e1-8482-7eb316565b90 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:06.407411 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d5f42188-22a5-426d-8be7-21a898f605be req-8403744f-ea38-47e1-8482-7eb316565b90 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 944 time: 0.0508430 Sep 23 01:44:06.413591 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-426c86e3-30ad-4bd9-8c5c-92d8ed6410e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:06.472302 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d5f42188-22a5-426d-8be7-21a898f605be req-1988a8d9-0ebc-4c2a-83f7-caaa46c6772f tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569155 Sep 23 01:44:06.789329 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40b8d4-2a3e-4c95-a52e-3d2c3e7d5d7a req-bb4c32c4-e801-4ef6-b6e3-9e3ec5fc8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:06.790798 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0f40b8d4-2a3e-4c95-a52e-3d2c3e7d5d7a req-bb4c32c4-e801-4ef6-b6e3-9e3ec5fc8cec service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 1128 time: 0.0405345 Sep 23 01:44:06.903414 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40b8d4-2a3e-4c95-a52e-3d2c3e7d5d7a req-6453b2b4-32ff-4567-821c-d5ef7484bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:06.904896 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0f40b8d4-2a3e-4c95-a52e-3d2c3e7d5d7a req-6453b2b4-32ff-4567-821c-d5ef7484bbeb service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1000969 Sep 23 01:44:06.998354 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40b8d4-2a3e-4c95-a52e-3d2c3e7d5d7a req-698d458d-fb87-4834-8d7a-96daa2c14144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:06.999837 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0f40b8d4-2a3e-4c95-a52e-3d2c3e7d5d7a req-698d458d-fb87-4834-8d7a-96daa2c14144 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892966 Sep 23 01:44:07.102273 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-fc4aa44f-cf3e-4cc9-99c4-bb7e83a1a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:07.103800 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-fc4aa44f-cf3e-4cc9-99c4-bb7e83a1a13a service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 1128 time: 0.0434613 Sep 23 01:44:07.155009 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-c615c9f9-33f8-4a13-ba6b-e401d593becb service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9c7a5b9-4b97-4534-8781-dafaa5dc00df HTTP/1.1" status: 200 len: 217 time: 0.0382097 Sep 23 01:44:07.199104 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:07.205021 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-45c5bea6-eedd-400d-9a0a-48e67eef6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:07.206574 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-45c5bea6-eedd-400d-9a0a-48e67eef6129 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=92872aee-ac5a-436a-a1fc-6d4a72de35e8 HTTP/1.1" status: 200 len: 850 time: 0.0457978 Sep 23 01:44:07.252114 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-77e974b6-a4db-4d37-a23b-dd95e808d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:07.253606 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-77e974b6-a4db-4d37-a23b-dd95e808d144 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7fe1919f-1f3e-419a-91a3-220386faadcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407465 Sep 23 01:44:07.349687 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-4956ff99-247c-4795-a5ac-8677c7b21d4b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895324 Sep 23 01:44:07.443684 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9791572d-5c13-4032-9d05-15e15dd5f790 req-c0154c51-2205-4e1d-bcc6-db1f069b37bd service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878930 Sep 23 01:44:07.602581 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3ab23-fef0-4bfa-bb38-ee3b16936e58 req-af9e57af-b034-4e66-b1ba-7baa74e25630 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:07.603982 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ccd3ab23-fef0-4bfa-bb38-ee3b16936e58 req-af9e57af-b034-4e66-b1ba-7baa74e25630 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 944 time: 0.0527849 Sep 23 01:44:07.653377 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ccd3ab23-fef0-4bfa-bb38-ee3b16936e58 req-9cac88cc-9ffd-407b-ab5b-894196b04c36 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436647 Sep 23 01:44:08.784133 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29539d4-c827-4827-8156-440a9496feef req-96395b15-fe62-44db-90b7-c8fdbebfba74 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:08.786063 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f29539d4-c827-4827-8156-440a9496feef req-96395b15-fe62-44db-90b7-c8fdbebfba74 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 944 time: 0.0541770 Sep 23 01:44:08.838765 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f29539d4-c827-4827-8156-440a9496feef req-5543fff0-2ee5-4dab-94a7-25a4a702e1d2 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465162 Sep 23 01:44:08.958937 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:09.965625 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d1d15-888e-4457-882a-dcbd590967a5 req-fec203af-6e96-49d3-bc44-5553435ad748 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:09.967098 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bb4d1d15-888e-4457-882a-dcbd590967a5 req-fec203af-6e96-49d3-bc44-5553435ad748 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 944 time: 0.0500591 Sep 23 01:44:09.995027 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:10.018927 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-bb4d1d15-888e-4457-882a-dcbd590967a5 req-fa00149c-a7c7-4f9d-b694-8f0bdee3b105 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458486 Sep 23 01:44:10.281501 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:11.146465 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc20b6c-c653-47e1-a700-25ff68a2c18e req-bb3eb133-a7cb-45b2-851e-07c27c19a8ac tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:11.148475 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-afc20b6c-c653-47e1-a700-25ff68a2c18e req-bb3eb133-a7cb-45b2-851e-07c27c19a8ac tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 944 time: 0.0505466 Sep 23 01:44:11.189926 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:11.198087 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-afc20b6c-c653-47e1-a700-25ff68a2c18e req-d2b79622-b19b-4c5e-a0c3-5cfc95b1798b tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443158 Sep 23 01:44:12.324800 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5f29c-a4a1-4234-ba1e-099cc3066abc req-9083b777-3d0f-41ec-b7c1-adeb38906c21 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:12.326181 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8ae5f29c-a4a1-4234-ba1e-099cc3066abc req-9083b777-3d0f-41ec-b7c1-adeb38906c21 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 944 time: 0.0525446 Sep 23 01:44:12.377184 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-8ae5f29c-a4a1-4234-ba1e-099cc3066abc req-56409a38-9b44-47bb-8360-9dcb5902feea tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452211 Sep 23 01:44:12.908718 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 50418) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:44:13.021929 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-17309d91-237b-4137-aa67-f8fc7798c9b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:13.100864 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-17309d91-237b-4137-aa67-f8fc7798c9b9 admin admin] Publish callbacks [] for security_group (5ee6cfea-48f3-4511-bee6-358bb4d9c734), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:13.167692 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-17309d91-237b-4137-aa67-f8fc7798c9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (5ee6cfea-48f3-4511-bee6-358bb4d9c734), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:13.185859 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:13.191707 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:13.207270 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17309d91-237b-4137-aa67-f8fc7798c9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee6cfea-48f3-4511-bee6-358bb4d9c734,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:13.211625 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-17309d91-237b-4137-aa67-f8fc7798c9b9 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=b7d43ef0ca36447b8a5fa7da4e1b2557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020365 Sep 23 01:44:13.215485 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 50422) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:44:13.267051 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-30619e32-4ceb-4d11-981a-78b26bcb049c admin admin] Publish callbacks [] for security_group (5ee6cfea-48f3-4511-bee6-358bb4d9c734), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:13.287938 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-30619e32-4ceb-4d11-981a-78b26bcb049c admin admin] Publish callbacks [] for security_group (5ee6cfea-48f3-4511-bee6-358bb4d9c734), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:13.472339 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-30619e32-4ceb-4d11-981a-78b26bcb049c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (5ee6cfea-48f3-4511-bee6-358bb4d9c734), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:13.474857 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-30619e32-4ceb-4d11-981a-78b26bcb049c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:13.476247 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-30619e32-4ceb-4d11-981a-78b26bcb049c admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/5ee6cfea-48f3-4511-bee6-358bb4d9c734 HTTP/1.1" status: 204 len: 168 time: 0.2597945 Sep 23 01:44:13.511377 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30619e32-4ceb-4d11-981a-78b26bcb049c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee6cfea-48f3-4511-bee6-358bb4d9c734,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:13.524568 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be082d-3496-4613-bce0-3b03105a0e84 req-54061322-7adc-45ac-be8d-11bf0b0b71eb tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:13.525991 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-74be082d-3496-4613-bce0-3b03105a0e84 req-54061322-7adc-45ac-be8d-11bf0b0b71eb tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 944 time: 0.0657079 Sep 23 01:44:13.579525 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-74be082d-3496-4613-bce0-3b03105a0e84 req-20923bb1-4aa6-48b5-aa9d-5a108119a40e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445414 Sep 23 01:44:14.254883 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50430) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:44:14.268847 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ea7d51e4-0614-414a-9ed0-ad786f42519c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:14.345255 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ea7d51e4-0614-414a-9ed0-ad786f42519c admin admin] Publish callbacks [] for security_group (c6ef76de-fa04-4a9d-931d-5fc4e83dce04), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:14.427099 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ea7d51e4-0614-414a-9ed0-ad786f42519c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (c6ef76de-fa04-4a9d-931d-5fc4e83dce04), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:14.467078 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d51e4-0614-414a-9ed0-ad786f42519c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ef76de-fa04-4a9d-931d-5fc4e83dce04,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:14.471433 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-ea7d51e4-0614-414a-9ed0-ad786f42519c admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=50e04fcd78da4295a5fe4b2c9ef90744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154903 Sep 23 01:44:14.474719 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50432) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:44:14.526354 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-43d35d45-5a98-455e-a293-fa009423bb15 admin admin] Publish callbacks [] for security_group (c6ef76de-fa04-4a9d-931d-5fc4e83dce04), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:14.551890 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-43d35d45-5a98-455e-a293-fa009423bb15 admin admin] Publish callbacks [] for security_group (c6ef76de-fa04-4a9d-931d-5fc4e83dce04), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:14.707703 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6666bd-8f7b-41f6-bf15-9fc687d646fa req-6c5255b1-6581-456d-9abd-5a7f1b9c28ff tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:14.709098 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1e6666bd-8f7b-41f6-bf15-9fc687d646fa req-6c5255b1-6581-456d-9abd-5a7f1b9c28ff tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 944 time: 0.0537503 Sep 23 01:44:14.731695 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-43d35d45-5a98-455e-a293-fa009423bb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (c6ef76de-fa04-4a9d-931d-5fc4e83dce04), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:14.734369 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-43d35d45-5a98-455e-a293-fa009423bb15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:14.735503 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-43d35d45-5a98-455e-a293-fa009423bb15 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c6ef76de-fa04-4a9d-931d-5fc4e83dce04 HTTP/1.1" status: 204 len: 168 time: 0.2604547 Sep 23 01:44:14.748887 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d35d45-5a98-455e-a293-fa009423bb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ef76de-fa04-4a9d-931d-5fc4e83dce04,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:14.777438 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1e6666bd-8f7b-41f6-bf15-9fc687d646fa req-9fb01541-4d3c-4c6c-a2b7-e29dbaaabc2f tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614967 Sep 23 01:44:15.923506 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82161dec-bb5e-481a-9280-f874aca3147c req-1040d814-eacf-4985-830d-a5fe62d63805 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:15.925023 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-82161dec-bb5e-481a-9280-f874aca3147c req-1040d814-eacf-4985-830d-a5fe62d63805 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 944 time: 0.0491750 Sep 23 01:44:15.977248 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-82161dec-bb5e-481a-9280-f874aca3147c req-744381f7-5ab1-4d1c-9869-21329ae5e335 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465488 Sep 23 01:44:16.142173 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device c9c7a5b9-4b97-4534-8781-dafaa5dc00df details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:44:16.249816 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port c9c7a5b9-4b97-4534-8781-dafaa5dc00df, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c9c7a5b9-4b97-4534-8781-dafaa5dc00df,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:44:16.262083 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': 'c9c7a5b9-4b97-4534-8781-dafaa5dc00df', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'port_id': 'c9c7a5b9-4b97-4534-8781-dafaa5dc00df', 'mac_address': 'fa:16:3e:4d:22:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:44:16.299094 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port c9c7a5b9-4b97-4534-8781-dafaa5dc00df is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:44:16.299487 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c9c7a5b9-4b97-4534-8781-dafaa5dc00df), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:16.314545 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c7a5b9-4b97-4534-8781-dafaa5dc00df {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:44:16.338747 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port c9c7a5b9-4b97-4534-8781-dafaa5dc00df, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c9c7a5b9-4b97-4534-8781-dafaa5dc00df,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:44:16.421519 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c9c7a5b9-4b97-4534-8781-dafaa5dc00df), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:16.474347 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=c9c7a5b9-4b97-4534-8781-dafaa5dc00df,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:16.712744 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['c9c7a5b9-4b97-4534-8781-dafaa5dc00df'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:44:16.894495 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:16.898984 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:17.106008 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ade3f6-775a-4a0e-8e66-057cf2da0f16 req-c38096f5-d0ec-451d-9ebc-bc7d2eebef08 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:17.107955 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-58ade3f6-775a-4a0e-8e66-057cf2da0f16 req-c38096f5-d0ec-451d-9ebc-bc7d2eebef08 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 945 time: 0.0520458 Sep 23 01:44:17.159186 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-58ade3f6-775a-4a0e-8e66-057cf2da0f16 req-1aef1167-a60e-4fce-a7be-a8b8b4daac6b tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454657 Sep 23 01:44:17.438751 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50484) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:44:17.558468 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:17.612171 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:17.635631 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Publish callbacks [] for security_group (f08a6dab-204b-46dc-80f2-b69dd6c9d594), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:17.718720 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (f08a6dab-204b-46dc-80f2-b69dd6c9d594), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:17.730388 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:17.760425 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8bf66c9f64f04a4593bbcead288716cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204811 Sep 23 01:44:17.762360 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08a6dab-204b-46dc-80f2-b69dd6c9d594,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:17.763264 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 50488) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:44:17.770060 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:17.770463 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:17.770882 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:17.771087 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:17.771417 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:17.771766 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:17.772089 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:17.772410 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:17.772731 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:17.773053 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:17.773378 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:17.773697 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:17.774014 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:17.774326 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:17.774640 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb3c79-002b-49c1-9d9e-0d8a48a13a28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:17.816806 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-382b1298-9092-4987-bfc1-f94684244a77 admin admin] Publish callbacks [] for security_group (f08a6dab-204b-46dc-80f2-b69dd6c9d594), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:17.843295 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-382b1298-9092-4987-bfc1-f94684244a77 admin admin] Publish callbacks [] for security_group (f08a6dab-204b-46dc-80f2-b69dd6c9d594), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:17.964055 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-382b1298-9092-4987-bfc1-f94684244a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (f08a6dab-204b-46dc-80f2-b69dd6c9d594), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:17.966618 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-382b1298-9092-4987-bfc1-f94684244a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:17.968347 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-382b1298-9092-4987-bfc1-f94684244a77 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/f08a6dab-204b-46dc-80f2-b69dd6c9d594 HTTP/1.1" status: 204 len: 168 time: 0.2040353 Sep 23 01:44:17.976860 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b1298-9092-4987-bfc1-f94684244a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08a6dab-204b-46dc-80f2-b69dd6c9d594,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:18.169445 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device c9c7a5b9-4b97-4534-8781-dafaa5dc00df up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:44:18.212604 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port c9c7a5b9-4b97-4534-8781-dafaa5dc00df completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:44:18.284222 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port c9c7a5b9-4b97-4534-8781-dafaa5dc00df triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:44:18.284644 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (c9c7a5b9-4b97-4534-8781-dafaa5dc00df), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:18.285001 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port c9c7a5b9-4b97-4534-8781-dafaa5dc00df Sep 23 01:44:18.286808 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4dd05-7332-437f-94cc-593f01adc6f7 req-3c49632f-0b70-4381-b90c-ee9e9ac1a83b tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:18.288345 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-85d4dd05-7332-437f-94cc-593f01adc6f7 req-3c49632f-0b70-4381-b90c-ee9e9ac1a83b tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 945 time: 0.0479004 Sep 23 01:44:18.341551 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-85d4dd05-7332-437f-94cc-593f01adc6f7 req-f10f28d8-989d-4fe4-9b3e-316d9e2f9f0e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474226 Sep 23 01:44:18.369484 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port c9c7a5b9-4b97-4534-8781-dafaa5dc00df is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:44:18.369868 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c9c7a5b9-4b97-4534-8781-dafaa5dc00df), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:18.393860 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f0791b-92aa-41df-997a-240cb2eeb40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c7a5b9-4b97-4534-8781-dafaa5dc00df'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:44:18.396164 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa95b5c-3752-4765-a180-6d115c85d58f" -d '{"events": [{"server_uuid": "42f0791b-92aa-41df-997a-240cb2eeb40b", "name": "network-vif-plugged", "status": "completed", "tag": "c9c7a5b9-4b97-4534-8781-dafaa5dc00df"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:44:18.409265 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port c9c7a5b9-4b97-4534-8781-dafaa5dc00df, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c9c7a5b9-4b97-4534-8781-dafaa5dc00df,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:44:18.434724 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f68099b-64fc-4363-b11f-3bfc50593779 x-openstack-request-id: req-5f68099b-64fc-4363-b11f-3bfc50593779 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:44:18.435107 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f0791b-92aa-41df-997a-240cb2eeb40b", "name": "network-vif-plugged", "status": "completed", "tag": "c9c7a5b9-4b97-4534-8781-dafaa5dc00df", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:44:18.435970 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f68099b-64fc-4363-b11f-3bfc50593779 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:44:18.436308 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f68099b-64fc-4363-b11f-3bfc50593779'] response: {'server_uuid': '42f0791b-92aa-41df-997a-240cb2eeb40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c7a5b9-4b97-4534-8781-dafaa5dc00df', 'code': 200} Sep 23 01:44:18.495476 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c9c7a5b9-4b97-4534-8781-dafaa5dc00df), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:18.546880 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=c9c7a5b9-4b97-4534-8781-dafaa5dc00df,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:18.633021 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 50498) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:44:18.645149 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:18.699923 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:18.721506 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Publish callbacks [] for security_group (fd707644-7a90-4c39-99fa-e34b828e871c), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:18.813206 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (fd707644-7a90-4c39-99fa-e34b828e871c), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:18.828876 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c29919-b520-417b-a4c9-a930aab97320 req-c83023de-6dc3-478b-ab8b-4a5b38450236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:18.830536 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a0c29919-b520-417b-a4c9-a930aab97320 req-c83023de-6dc3-478b-ab8b-4a5b38450236 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 1130 time: 0.0419931 Sep 23 01:44:18.854517 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=901bcfb552b44bce9dd2783914f8e803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218323 Sep 23 01:44:18.855462 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd707644-7a90-4c39-99fa-e34b828e871c,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:18.858204 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50500) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:44:18.863568 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:18.863920 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:18.864257 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:18.864588 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:18.864919 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:18.865243 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:18.865565 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:18.865883 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:18.866204 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:18.866524 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:18.866847 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:18.867165 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:18.867478 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:18.867817 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:18.868132 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c2442-9109-4ed7-806c-a4e5cf96dc21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:44:18.905105 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a0c29919-b520-417b-a4c9-a930aab97320 req-990415c8-2b32-48a1-b6e3-c071766059c3 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677090 Sep 23 01:44:18.934318 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9cb50894-d858-4579-ad49-56b938a6bb02 admin admin] Publish callbacks [] for security_group (fd707644-7a90-4c39-99fa-e34b828e871c), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:18.955988 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9cb50894-d858-4579-ad49-56b938a6bb02 admin admin] Publish callbacks [] for security_group (fd707644-7a90-4c39-99fa-e34b828e871c), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:19.098471 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9cb50894-d858-4579-ad49-56b938a6bb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (fd707644-7a90-4c39-99fa-e34b828e871c), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:19.101359 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9cb50894-d858-4579-ad49-56b938a6bb02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:19.102502 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-9cb50894-d858-4579-ad49-56b938a6bb02 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/fd707644-7a90-4c39-99fa-e34b828e871c HTTP/1.1" status: 204 len: 168 time: 0.2433059 Sep 23 01:44:19.112124 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb50894-d858-4579-ad49-56b938a6bb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd707644-7a90-4c39-99fa-e34b828e871c,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:19.482424 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec564f-1559-4527-9821-7a226442094a req-975dd375-55a1-4875-bf46-57bc2abc7350 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:19.483973 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b4ec564f-1559-4527-9821-7a226442094a req-975dd375-55a1-4875-bf46-57bc2abc7350 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 946 time: 0.0613530 Sep 23 01:44:19.536584 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b4ec564f-1559-4527-9821-7a226442094a req-ade341ec-2fda-4aac-9a7b-e07015cb23b4 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467744 Sep 23 01:44:20.668229 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6aae5-0946-47da-a7dc-cfbca4ae4691 req-40155b66-e4a3-4a52-9263-482f0b7093af tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:20.669798 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f2b6aae5-0946-47da-a7dc-cfbca4ae4691 req-40155b66-e4a3-4a52-9263-482f0b7093af tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 946 time: 0.0487673 Sep 23 01:44:20.721754 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f2b6aae5-0946-47da-a7dc-cfbca4ae4691 req-3db97679-3554-456a-a99a-40a6017f6c46 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452950 Sep 23 01:44:20.861838 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168658d-c68f-42e3-8f7a-c5c5a4b6cd35 req-b9d635a0-0d07-499c-aad2-619ccea30d6c tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:20.864496 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6168658d-c68f-42e3-8f7a-c5c5a4b6cd35 req-b9d635a0-0d07-499c-aad2-619ccea30d6c tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 946 time: 0.0524368 Sep 23 01:44:20.916592 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6168658d-c68f-42e3-8f7a-c5c5a4b6cd35 req-7732ba7a-2885-4846-98f8-70b6209729a7 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459654 Sep 23 01:44:20.945770 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50540) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:44:20.984738 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593a20e3-2d76-4fe4-96b0-d7837d3a4793 tempest-TestVolumeBootPattern-2092708053 tempest-TestVolumeBootPattern-2092708053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:20.986259 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-593a20e3-2d76-4fe4-96b0-d7837d3a4793 tempest-TestVolumeBootPattern-2092708053 tempest-TestVolumeBootPattern-2092708053-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 1125 time: 0.0394943 Sep 23 01:44:20.989132 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50544) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:44:20.993343 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Request body: {'floatingip': {'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'port_id': 'c9c7a5b9-4b97-4534-8781-dafaa5dc00df', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:44:21.092945 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:21.177864 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:21.291942 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Allocated IP 172.27.1.93 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/47ac64ab-23eb-4ae7-b7e7-e59278bf4f54) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:44:21.403536 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for port (47ac64ab-23eb-4ae7-b7e7-e59278bf4f54), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:21.513329 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (47ac64ab-23eb-4ae7-b7e7-e59278bf4f54), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:21.519609 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:21.553702 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:21.559811 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:44:21.563247 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:44:21.567366 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:44:21.590378 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event updated for resources: {'Port': ['ID=47ac64ab-23eb-4ae7-b7e7-e59278bf4f54,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:21.898846 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:21.932309 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for floatingip (2e0df599-ca85-43b7-a01b-2d747967cde6), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:22.145607 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (47ac64ab-23eb-4ae7-b7e7-e59278bf4f54), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:22.303628 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for port (47ac64ab-23eb-4ae7-b7e7-e59278bf4f54), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:22.309936 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:22.458858 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (47ac64ab-23eb-4ae7-b7e7-e59278bf4f54), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:22.525260 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event updated for resources: {'Port': ['ID=47ac64ab-23eb-4ae7-b7e7-e59278bf4f54,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:22.530926 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (2e0df599-ca85-43b7-a01b-2d747967cde6), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:22.631770 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.l3_db [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Floating IP 2e0df599-ca85-43b7-a01b-2d747967cde6 associated. External IP: 172.27.1.93, port: c9c7a5b9-4b97-4534-8781-dafaa5dc00df. Sep 23 01:44:22.817999 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:22.846391 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Router 565a0dc1-9fc8-48b9-894d-271ec21954e8 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:44:22.952990 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:44:22.968875 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6132aed2-0d7b-4893-b017-ddfef55b3b17 None None] Sync routers for ids ['565a0dc1-9fc8-48b9-894d-271ec21954e8'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:44:22.984826 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6132aed2-0d7b-4893-b017-ddfef55b3b17 None None] Routers {'565a0dc1-9fc8-48b9-894d-271ec21954e8'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:44:22.985947 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-6132aed2-0d7b-4893-b017-ddfef55b3b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:44:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['565a0dc1-9fc8-48b9-894d-271ec21954e8'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:44:23.052145 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:23.086064 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-1519e7e5-52bf-48ae-bb66-17890c852aa1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0957780 Sep 23 01:44:23.086650 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f0791b-92aa-41df-997a-240cb2eeb40b', 'tag': 'c9c7a5b9-4b97-4534-8781-dafaa5dc00df'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:44:23.089223 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5352509-5986-49e8-88e2-8a222e342b11" -d '{"events": [{"name": "network-changed", "server_uuid": "42f0791b-92aa-41df-997a-240cb2eeb40b", "tag": "c9c7a5b9-4b97-4534-8781-dafaa5dc00df"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:44:23.124131 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-6132aed2-0d7b-4893-b017-ddfef55b3b17 None None] Set router 565a0dc1-9fc8-48b9-894d-271ec21954e8 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:44:23.130914 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b3f78d-588c-48ca-9f71-e7097dc25ae4 x-openstack-request-id: req-64b3f78d-588c-48ca-9f71-e7097dc25ae4 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:44:23.131205 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f0791b-92aa-41df-997a-240cb2eeb40b", "tag": "c9c7a5b9-4b97-4534-8781-dafaa5dc00df", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:44:23.131462 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64b3f78d-588c-48ca-9f71-e7097dc25ae4 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:44:23.131891 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b3f78d-588c-48ca-9f71-e7097dc25ae4'] response: {'name': 'network-changed', 'server_uuid': '42f0791b-92aa-41df-997a-240cb2eeb40b', 'tag': 'c9c7a5b9-4b97-4534-8781-dafaa5dc00df', 'status': 'completed', 'code': 200} Sep 23 01:44:23.222696 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5352509-5986-49e8-88e2-8a222e342b11 req-70919a45-6fa4-49e2-a7c2-cff748b61f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:23.224286 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b5352509-5986-49e8-88e2-8a222e342b11 req-70919a45-6fa4-49e2-a7c2-cff748b61f13 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 1130 time: 0.0410769 Sep 23 01:44:23.329794 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5352509-5986-49e8-88e2-8a222e342b11 req-90af90b1-b0a5-44b4-b8a3-bcdd02f655b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:23.331581 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b5352509-5986-49e8-88e2-8a222e342b11 req-90af90b1-b0a5-44b4-b8a3-bcdd02f655b3 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=7fe1919f-1f3e-419a-91a3-220386faadcd HTTP/1.1" status: 200 len: 912 time: 0.0946791 Sep 23 01:44:23.340767 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-6132aed2-0d7b-4893-b017-ddfef55b3b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '2e0df599-ca85-43b7-a01b-2d747967cde6', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'port_id': 'c9c7a5b9-4b97-4534-8781-dafaa5dc00df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'mac_address': 'fa:16:3e:4d:22:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f0791b-92aa-41df-997a-240cb2eeb40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:44:21Z', 'updated_at': '2022-09-23T01:44:21Z', 'revision_number': 0, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ip_address_scope': None}, {'id': '5f7caa71-ff01-4977-b314-8469550be0b8', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'port_id': '52a7bbe8-2f75-4994-b4db-2f20bb798cea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'mac_address': 'fa:16:3e:35:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:42:17Z', 'updated_at': '2022-09-23T01:42:20Z', 'revision_number': 1, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:44:23.370468 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6132aed2-0d7b-4893-b017-ddfef55b3b17 None None] Checking router: 565a0dc1-9fc8-48b9-894d-271ec21954e8 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:44:23.378898 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6132aed2-0d7b-4893-b017-ddfef55b3b17 None None] Routers {'565a0dc1-9fc8-48b9-894d-271ec21954e8'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:44:23.379513 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-6132aed2-0d7b-4893-b017-ddfef55b3b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:44:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['565a0dc1-9fc8-48b9-894d-271ec21954e8'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:44:23.394714 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b5352509-5986-49e8-88e2-8a222e342b11 req-c00c3c09-dffb-475c-9452-2d6a5052b257 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9c7a5b9-4b97-4534-8781-dafaa5dc00df HTTP/1.1" status: 200 len: 999 time: 0.0569077 Sep 23 01:44:23.451800 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5352509-5986-49e8-88e2-8a222e342b11 req-a9b0f2ca-9221-433e-9349-d543187cdea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:23.453315 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b5352509-5986-49e8-88e2-8a222e342b11 req-a9b0f2ca-9221-433e-9349-d543187cdea3 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=92872aee-ac5a-436a-a1fc-6d4a72de35e8 HTTP/1.1" status: 200 len: 850 time: 0.0526884 Sep 23 01:44:23.500627 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5352509-5986-49e8-88e2-8a222e342b11 req-55b43f3d-34da-4727-8e7d-57631176267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:23.502151 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b5352509-5986-49e8-88e2-8a222e342b11 req-55b43f3d-34da-4727-8e7d-57631176267c service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7fe1919f-1f3e-419a-91a3-220386faadcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425072 Sep 23 01:44:23.566766 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-6132aed2-0d7b-4893-b017-ddfef55b3b17 None None] Set router 565a0dc1-9fc8-48b9-894d-271ec21954e8 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:44:23.593728 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b5352509-5986-49e8-88e2-8a222e342b11 req-873a857a-b9ad-4098-b37b-045babf0243b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847600 Sep 23 01:44:23.620533 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:23.688631 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-b5352509-5986-49e8-88e2-8a222e342b11 req-f372f631-c819-4646-866e-57028707e08c service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892653 Sep 23 01:44:23.780013 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-6132aed2-0d7b-4893-b017-ddfef55b3b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '2e0df599-ca85-43b7-a01b-2d747967cde6', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'port_id': 'c9c7a5b9-4b97-4534-8781-dafaa5dc00df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'mac_address': 'fa:16:3e:4d:22:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f0791b-92aa-41df-997a-240cb2eeb40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:44:21Z', 'updated_at': '2022-09-23T01:44:21Z', 'revision_number': 0, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ip_address_scope': None}, {'id': '5f7caa71-ff01-4977-b314-8469550be0b8', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'port_id': '52a7bbe8-2f75-4994-b4db-2f20bb798cea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'mac_address': 'fa:16:3e:35:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:42:17Z', 'updated_at': '2022-09-23T01:42:20Z', 'revision_number': 1, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:44:23.808686 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6132aed2-0d7b-4893-b017-ddfef55b3b17 None None] The sync data for ids ['565a0dc1-9fc8-48b9-894d-271ec21954e8'] in dv-cinder-849143-7-iscsi is: [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '2e0df599-ca85-43b7-a01b-2d747967cde6', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'port_id': 'c9c7a5b9-4b97-4534-8781-dafaa5dc00df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'mac_address': 'fa:16:3e:4d:22:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f0791b-92aa-41df-997a-240cb2eeb40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:44:21Z', 'updated_at': '2022-09-23T01:44:21Z', 'revision_number': 0, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ip_address_scope': None}, {'id': '5f7caa71-ff01-4977-b314-8469550be0b8', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'port_id': '52a7bbe8-2f75-4994-b4db-2f20bb798cea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'mac_address': 'fa:16:3e:35:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:42:17Z', 'updated_at': '2022-09-23T01:42:20Z', 'revision_number': 1, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:44:24.014359 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8d2d9-594c-4837-ba8d-6c87d5cb5e27 None None] New status for floating IP 2e0df599-ca85-43b7-a01b-2d747967cde6: ACTIVE {{(pid=107237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:44:29.329287 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:44:30.902563 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:30.912763 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=19 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:31.112479 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50634) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:44:31.220963 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-51f2a63a-8d85-46fd-be11-60da22f744c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:31.297511 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-51f2a63a-8d85-46fd-be11-60da22f744c8 admin admin] Publish callbacks [] for security_group (6e957ae9-4937-4d7d-b580-b01bdbcab37d), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:31.395488 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-51f2a63a-8d85-46fd-be11-60da22f744c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (6e957ae9-4937-4d7d-b580-b01bdbcab37d), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:31.436543 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-51f2a63a-8d85-46fd-be11-60da22f744c8 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=7f96e3362a23448394155a97547f9b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229141 Sep 23 01:44:31.440069 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2a63a-8d85-46fd-be11-60da22f744c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e957ae9-4937-4d7d-b580-b01bdbcab37d,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:31.440211 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 50638) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:44:31.497236 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9ec387a7-7f83-4a25-a139-07e59f38fb99 admin admin] Publish callbacks [] for security_group (6e957ae9-4937-4d7d-b580-b01bdbcab37d), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:31.518012 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9ec387a7-7f83-4a25-a139-07e59f38fb99 admin admin] Publish callbacks [] for security_group (6e957ae9-4937-4d7d-b580-b01bdbcab37d), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:31.660881 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9ec387a7-7f83-4a25-a139-07e59f38fb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (6e957ae9-4937-4d7d-b580-b01bdbcab37d), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:31.663410 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9ec387a7-7f83-4a25-a139-07e59f38fb99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:31.664616 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-9ec387a7-7f83-4a25-a139-07e59f38fb99 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/6e957ae9-4937-4d7d-b580-b01bdbcab37d HTTP/1.1" status: 204 len: 168 time: 0.2236335 Sep 23 01:44:31.672757 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec387a7-7f83-4a25-a139-07e59f38fb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e957ae9-4937-4d7d-b580-b01bdbcab37d,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:32.281776 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 50644) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:44:32.295386 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-47332a7f-1f1f-4ade-9334-df1259a1d5c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:32.373542 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-47332a7f-1f1f-4ade-9334-df1259a1d5c4 admin admin] Publish callbacks [] for security_group (3c13738b-9c29-4053-833c-420e70a416e0), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:32.440965 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-47332a7f-1f1f-4ade-9334-df1259a1d5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (3c13738b-9c29-4053-833c-420e70a416e0), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:32.482840 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-47332a7f-1f1f-4ade-9334-df1259a1d5c4 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=4f1439bbfd7d4ac5aefe7c595d8eed6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999009 Sep 23 01:44:32.483744 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47332a7f-1f1f-4ade-9334-df1259a1d5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c13738b-9c29-4053-833c-420e70a416e0,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:32.485925 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50646) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:44:32.541397 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3b1f3643-908f-4af4-8e5f-926919a1cb53 admin admin] Publish callbacks [] for security_group (3c13738b-9c29-4053-833c-420e70a416e0), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:32.562160 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3b1f3643-908f-4af4-8e5f-926919a1cb53 admin admin] Publish callbacks [] for security_group (3c13738b-9c29-4053-833c-420e70a416e0), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:32.594461 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:32.726961 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3b1f3643-908f-4af4-8e5f-926919a1cb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (3c13738b-9c29-4053-833c-420e70a416e0), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:32.729549 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3b1f3643-908f-4af4-8e5f-926919a1cb53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:32.730748 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-3b1f3643-908f-4af4-8e5f-926919a1cb53 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/3c13738b-9c29-4053-833c-420e70a416e0 HTTP/1.1" status: 204 len: 168 time: 0.2436757 Sep 23 01:44:32.739797 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f3643-908f-4af4-8e5f-926919a1cb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c13738b-9c29-4053-833c-420e70a416e0,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:33.401460 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50652) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:44:33.415637 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9276522e-36f7-47b2-9d26-56326e0fa12f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:33.494083 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9276522e-36f7-47b2-9d26-56326e0fa12f admin admin] Publish callbacks [] for security_group (9801fcbb-8914-4b0a-b411-6faf052489af), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:33.560826 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9276522e-36f7-47b2-9d26-56326e0fa12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (9801fcbb-8914-4b0a-b411-6faf052489af), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:33.599854 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276522e-36f7-47b2-9d26-56326e0fa12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9801fcbb-8914-4b0a-b411-6faf052489af,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:33.604162 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-9276522e-36f7-47b2-9d26-56326e0fa12f admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=093322120a7d40d290a1a0e96259a1f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016864 Sep 23 01:44:33.607324 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50654) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:44:33.659171 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6ce64e03-2217-476f-a2ba-eff1b525c4c3 admin admin] Publish callbacks [] for security_group (9801fcbb-8914-4b0a-b411-6faf052489af), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:33.682093 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6ce64e03-2217-476f-a2ba-eff1b525c4c3 admin admin] Publish callbacks [] for security_group (9801fcbb-8914-4b0a-b411-6faf052489af), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:33.797810 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6ce64e03-2217-476f-a2ba-eff1b525c4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (9801fcbb-8914-4b0a-b411-6faf052489af), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:33.800455 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-6ce64e03-2217-476f-a2ba-eff1b525c4c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:33.801594 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-6ce64e03-2217-476f-a2ba-eff1b525c4c3 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/9801fcbb-8914-4b0a-b411-6faf052489af HTTP/1.1" status: 204 len: 168 time: 0.1937418 Sep 23 01:44:33.810041 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce64e03-2217-476f-a2ba-eff1b525c4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9801fcbb-8914-4b0a-b411-6faf052489af,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:44:33.868076 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-87b74e53-e878-46b1-8517-7577c88db357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:36.403500 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-b88d47b2-b970-4f59-9369-fbb27b8b1388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:39.041007 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:39.325008 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=78 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:39.325725 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=81,neutron:DELETE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:40.252544 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:41.208921 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:42.476852 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=36,neutron:DELETE=2,neutron:INSERT=5 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:42.478846 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=33,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:43.715075 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=66,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:43.805657 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=36,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:50.422569 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=4 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:50.423167 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:51.117192 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=50,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:51.119080 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=71,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:44:51.865866 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:44:55.314508 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a24891b6-a3d9-4b5a-8e4b-07020c142b44 req-b2052976-582a-47fa-9d11-da1be80711ba service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428433 Sep 23 01:44:55.427670 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24891b6-a3d9-4b5a-8e4b-07020c142b44 req-31d451a3-b1a7-4c32-b750-a9efd57ccc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:55.429211 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a24891b6-a3d9-4b5a-8e4b-07020c142b44 req-31d451a3-b1a7-4c32-b750-a9efd57ccc49 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 1129 time: 0.0433004 Sep 23 01:44:55.549954 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24891b6-a3d9-4b5a-8e4b-07020c142b44 req-a2056557-f57d-4d11-b6f9-235d651f16bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:55.551338 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a24891b6-a3d9-4b5a-8e4b-07020c142b44 req-a2056557-f57d-4d11-b6f9-235d651f16bb service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=7fe1919f-1f3e-419a-91a3-220386faadcd HTTP/1.1" status: 200 len: 912 time: 0.1005015 Sep 23 01:44:55.620306 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a24891b6-a3d9-4b5a-8e4b-07020c142b44 req-f99a6bf9-8d7c-4929-8891-ae551b289247 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52a7bbe8-2f75-4994-b4db-2f20bb798cea HTTP/1.1" status: 200 len: 1000 time: 0.0584040 Sep 23 01:44:55.676425 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24891b6-a3d9-4b5a-8e4b-07020c142b44 req-19b16c1b-b207-4c44-89f3-cc9cd4c709c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:55.678005 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a24891b6-a3d9-4b5a-8e4b-07020c142b44 req-19b16c1b-b207-4c44-89f3-cc9cd4c709c6 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=92872aee-ac5a-436a-a1fc-6d4a72de35e8 HTTP/1.1" status: 200 len: 850 time: 0.0514774 Sep 23 01:44:55.724889 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24891b6-a3d9-4b5a-8e4b-07020c142b44 req-3397751c-afcf-4ce4-9427-aeb8688003dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:44:55.726753 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a24891b6-a3d9-4b5a-8e4b-07020c142b44 req-3397751c-afcf-4ce4-9427-aeb8688003dc service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7fe1919f-1f3e-419a-91a3-220386faadcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423167 Sep 23 01:44:55.822100 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a24891b6-a3d9-4b5a-8e4b-07020c142b44 req-adc2a4f0-02fc-45f8-8c59-591c8ff16017 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879140 Sep 23 01:44:55.923737 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-a24891b6-a3d9-4b5a-8e4b-07020c142b44 req-cd346e5d-a3e8-4cf9-bc44-dd7277591b9d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935063 Sep 23 01:45:01.781268 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:01.782076 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:03.906886 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-0b2e19a8-537e-42c0-934b-e711500d909e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:05.918698 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=50 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:05.919825 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=51 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:06.330584 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:45:06.386102 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-423a2551-7339-442b-9774-2c4e45e1b4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:08.966422 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:10.305831 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:11.191173 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:15.133863 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 50924) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:45:15.254725 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e1294edc-f8d9-4be7-a26d-0aed1e8ce6c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:15.335507 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e1294edc-f8d9-4be7-a26d-0aed1e8ce6c1 admin admin] Publish callbacks [] for security_group (2c70cfa6-f96c-474a-9e41-87425e8b5f9b), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:15.469731 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e1294edc-f8d9-4be7-a26d-0aed1e8ce6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (2c70cfa6-f96c-474a-9e41-87425e8b5f9b), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:15.513984 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-e1294edc-f8d9-4be7-a26d-0aed1e8ce6c1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=ad40312040a946fe9d0daadb5b65093f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3791130 Sep 23 01:45:15.515078 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1294edc-f8d9-4be7-a26d-0aed1e8ce6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c70cfa6-f96c-474a-9e41-87425e8b5f9b,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:15.518109 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50928) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:45:15.572224 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-24b17b80-9429-4b2a-a120-bb4a015126c5 admin admin] Publish callbacks [] for security_group (2c70cfa6-f96c-474a-9e41-87425e8b5f9b), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:15.593451 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-24b17b80-9429-4b2a-a120-bb4a015126c5 admin admin] Publish callbacks [] for security_group (2c70cfa6-f96c-474a-9e41-87425e8b5f9b), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:15.774144 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-24b17b80-9429-4b2a-a120-bb4a015126c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (2c70cfa6-f96c-474a-9e41-87425e8b5f9b), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:15.777132 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-24b17b80-9429-4b2a-a120-bb4a015126c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:15.778334 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-24b17b80-9429-4b2a-a120-bb4a015126c5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/2c70cfa6-f96c-474a-9e41-87425e8b5f9b HTTP/1.1" status: 204 len: 168 time: 0.2578726 Sep 23 01:45:15.791147 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b17b80-9429-4b2a-a120-bb4a015126c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c70cfa6-f96c-474a-9e41-87425e8b5f9b,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:16.330297 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:16.909133 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 50950) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:45:17.032610 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-0e983f54-3964-4754-8a46-f7703ef3c05e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-550034769-network', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:45:17.134113 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e983f54-3964-4754-8a46-f7703ef3c05e admin admin] Made reservation on behalf of 403b0f1ad71c459581759568e4fcd1ca for: {'network': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:45:17.136633 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0e983f54-3964-4754-8a46-f7703ef3c05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:17.146659 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0e983f54-3964-4754-8a46-f7703ef3c05e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:17.230035 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0e983f54-3964-4754-8a46-f7703ef3c05e admin admin] Publish callbacks [] for security_group (66d5ea55-b0f1-4bc4-a56f-68467ce4dc02), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:17.320809 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0e983f54-3964-4754-8a46-f7703ef3c05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (66d5ea55-b0f1-4bc4-a56f-68467ce4dc02), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:17.349625 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e983f54-3964-4754-8a46-f7703ef3c05e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=107235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:45:17.360876 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983f54-3964-4754-8a46-f7703ef3c05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:17.367183 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0e983f54-3964-4754-8a46-f7703ef3c05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (502acf4f-e1fa-4197-a312-d4e18aad13df), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:17.367618 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.segments_db [None req-0e983f54-3964-4754-8a46-f7703ef3c05e admin admin] Added segment 502acf4f-e1fa-4197-a312-d4e18aad13df of type vlan for network cfa5ae8e-5309-40a3-bdd3-f79101f55f6d Sep 23 01:45:17.413155 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0e983f54-3964-4754-8a46-f7703ef3c05e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (cfa5ae8e-5309-40a3-bdd3-f79101f55f6d), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:17.543620 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0e983f54-3964-4754-8a46-f7703ef3c05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (cfa5ae8e-5309-40a3-bdd3-f79101f55f6d), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:17.544588 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e983f54-3964-4754-8a46-f7703ef3c05e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:17.545323 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0e983f54-3964-4754-8a46-f7703ef3c05e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:17.613748 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983f54-3964-4754-8a46-f7703ef3c05e admin admin] Pushing event updated for resources: {'Network': ['ID=cfa5ae8e-5309-40a3-bdd3-f79101f55f6d,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:17.625062 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network cfa5ae8e-5309-40a3-bdd3-f79101f55f6d details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:45:17.691796 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-0e983f54-3964-4754-8a46-f7703ef3c05e admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7805133 Sep 23 01:45:17.694710 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 50954) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:45:17.699639 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-954027a7-4a91-409d-9406-8e874c54e0e8 admin admin] Request body: {'subnet': {'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-550034769-subnet', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'ip_version': 4}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:45:17.811942 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954027a7-4a91-409d-9406-8e874c54e0e8 admin admin] Made reservation on behalf of 403b0f1ad71c459581759568e4fcd1ca for: {'subnet': 1} {{(pid=107235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:45:17.815081 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-954027a7-4a91-409d-9406-8e874c54e0e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3538087'] for subnet (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:17.960412 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=70,neutron:INSERT=25,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:18.082937 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-954027a7-4a91-409d-9406-8e874c54e0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3172407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3538097'] for subnet (d2a471bd-0d15-45dd-9d8f-149b6ed19a03), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:18.088151 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:18.137453 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954027a7-4a91-409d-9406-8e874c54e0e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a471bd-0d15-45dd-9d8f-149b6ed19a03,revision_number=0']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:18.153622 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954027a7-4a91-409d-9406-8e874c54e0e8 admin admin] Checking segment: {'id': '502acf4f-e1fa-4197-a312-d4e18aad13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:45:18.153989 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954027a7-4a91-409d-9406-8e874c54e0e8 admin admin] Network hostable DHCP agents. Network: cfa5ae8e-5309-40a3-bdd3-f79101f55f6d, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:45:18.259913 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954027a7-4a91-409d-9406-8e874c54e0e8 admin admin] Network cfa5ae8e-5309-40a3-bdd3-f79101f55f6d is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:45:18.357104 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-954027a7-4a91-409d-9406-8e874c54e0e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, cfa5ae8e-5309-40a3-bdd3-f79101f55f6d) {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:45:18.364504 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954027a7-4a91-409d-9406-8e874c54e0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:18.365328 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-954027a7-4a91-409d-9406-8e874c54e0e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:18.371105 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c511bb85-cff6-4bbb-ac9f-787ca8df34e3 None None] Network cfa5ae8e-5309-40a3-bdd3-f79101f55f6d requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:45:18.485566 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0589b507-6e33-5f24-9965-4d8da1fbd6ca-cfa5ae8e-5309-40a3-bdd3-f79101f55f6d', 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d', 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'fixed_ips': [{'subnet_id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03'}]}} from dv-cinder-849143-7-iscsi. {{(pid=107237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:45:18.486433 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-954027a7-4a91-409d-9406-8e874c54e0e8 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7905285 Sep 23 01:45:18.487732 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:18.489545 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 50956) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:45:18.494368 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-550034769-router', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:45:18.600905 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11641'] for router (c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:18.602272 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11616'] for router (c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:18.644265 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.db_base_plugin_common [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Allocated IP 172.20.0.2 (cfa5ae8e-5309-40a3-bdd3-f79101f55f6d/d2a471bd-0d15-45dd-9d8f-149b6ed19a03/db2070e3-554d-4591-a327-9ce552b9f487) {{(pid=107237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:45:18.666105 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Publish callbacks [] for router_controller (c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3), precommit_add_association {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:18.802215 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Publish callbacks [] for port (db2070e3-554d-4591-a327-9ce552b9f487), precommit_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:18.874155 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Publish callbacks [] for router_gateway (c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:18.887155 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (db2070e3-554d-4591-a327-9ce552b9f487), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:18.929583 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Network cfa5ae8e-5309-40a3-bdd3-f79101f55f6d is already hosted by enough agents. {{(pid=107237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:45:18.932757 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.base_scheduler [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Resources bound (agent type, host, resource id): {{(pid=107237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:45:18.937106 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Received port after_create {{(pid=107237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:45:18.949145 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Pushing event updated for resources: {'Port': ['ID=db2070e3-554d-4591-a327-9ce552b9f487,revision_number=1']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:18.957186 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:18.957529 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:18.957873 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:18.958208 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:18.958538 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:18.958865 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:18.959188 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:18.959510 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:18.959865 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:18.960196 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:18.960515 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:18.960836 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:18.961159 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:18.961475 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:18.961795 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:19.014282 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Attempting to bind port db2070e3-554d-4591-a327-9ce552b9f487 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:45:19.014666 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Attempting to bind port db2070e3-554d-4591-a327-9ce552b9f487 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '502acf4f-e1fa-4197-a312-d4e18aad13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:45:19.015045 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Attempting to bind port db2070e3-554d-4591-a327-9ce552b9f487 on network cfa5ae8e-5309-40a3-bdd3-f79101f55f6d {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:45:19.067738 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:45:19.068118 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Checking segment: {'id': '502acf4f-e1fa-4197-a312-d4e18aad13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:45:19.068487 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:19.068884 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Bound using segment: {'id': '502acf4f-e1fa-4197-a312-d4e18aad13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:45:19.069369 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Bound port: db2070e3-554d-4591-a327-9ce552b9f487, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502acf4f-e1fa-4197-a312-d4e18aad13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:45:19.069741 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (db2070e3-554d-4591-a327-9ce552b9f487), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:19.150057 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] For port db2070e3-554d-4591-a327-9ce552b9f487, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:45:19.154317 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=84,neutron:UPDATE=9,neutron:INSERT=7 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:19.157682 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] For port db2070e3-554d-4591-a327-9ce552b9f487, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=db2070e3-554d-4591-a327-9ce552b9f487,segment=NetworkSegment(502acf4f-e1fa-4197-a312-d4e18aad13df),segment_id=502acf4f-e1fa-4197-a312-d4e18aad13df)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:45:19.203378 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Publish callbacks [] for router_gateway (c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:19.224620 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:19.327139 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (db2070e3-554d-4591-a327-9ce552b9f487), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:19.360280 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Allocated IP 172.27.1.208 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/c82678dd-ea25-46ef-9695-a26bd2345ee0) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:45:19.404392 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724dbb7-0147-468f-91a1-99be17a961f9 None None] Pushing event updated for resources: {'Port': ['ID=db2070e3-554d-4591-a327-9ce552b9f487,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:19.484347 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:19.528424 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Publish callbacks [] for port (c82678dd-ea25-46ef-9695-a26bd2345ee0), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:19.655389 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (c82678dd-ea25-46ef-9695-a26bd2345ee0), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:19.711368 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:19.713527 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:45:19.717664 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:45:19.720301 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:45:19.723033 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Pushing event updated for resources: {'Port': ['ID=c82678dd-ea25-46ef-9695-a26bd2345ee0,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:19.751655 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:19.751999 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:19.752559 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:19.752747 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:19.752967 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:19.753820 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:19.754198 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:19.754514 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:19.754838 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:19.755150 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:19.755476 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:19.755885 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:19.756203 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:19.756515 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:19.756830 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:20.076150 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Publish callbacks [] for router_gateway (c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:20.280437 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679137'] for router (c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:20.386912 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d25220-0d99-425e-897b-ac360e5c1d45 None None] Network cfa5ae8e-5309-40a3-bdd3-f79101f55f6d requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:45:20.442332 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:20.450552 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-202cafb8-5155-4fe7-93a4-1341f570ba38 None None] Provisioning complete for port db2070e3-554d-4591-a327-9ce552b9f487 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:45:20.450931 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-202cafb8-5155-4fe7-93a4-1341f570ba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (db2070e3-554d-4591-a327-9ce552b9f487), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:20.454351 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-202cafb8-5155-4fe7-93a4-1341f570ba38 None None] Attempt 1 to provision port db2070e3-554d-4591-a327-9ce552b9f487 Sep 23 01:45:20.588280 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-202cafb8-5155-4fe7-93a4-1341f570ba38 None None] Current status of the port db2070e3-554d-4591-a327-9ce552b9f487 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:45:20.588666 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-202cafb8-5155-4fe7-93a4-1341f570ba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (db2070e3-554d-4591-a327-9ce552b9f487), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:20.631452 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-202cafb8-5155-4fe7-93a4-1341f570ba38 None None] For port db2070e3-554d-4591-a327-9ce552b9f487, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=db2070e3-554d-4591-a327-9ce552b9f487,segment=NetworkSegment(502acf4f-e1fa-4197-a312-d4e18aad13df),segment_id=502acf4f-e1fa-4197-a312-d4e18aad13df)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:45:20.734389 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-202cafb8-5155-4fe7-93a4-1341f570ba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (db2070e3-554d-4591-a327-9ce552b9f487), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:20.793875 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cafb8-5155-4fe7-93a4-1341f570ba38 None None] Pushing event updated for resources: {'Port': ['ID=db2070e3-554d-4591-a327-9ce552b9f487,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:20.819632 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Router c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 is scheduled to L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc with binding_index 1 {{(pid=107235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:45:20.856735 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f6ddb39-d9f9-4914-bbca-a9cb06b2609d None None] Provisioning complete for port db2070e3-554d-4591-a327-9ce552b9f487 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:45:20.857165 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f6ddb39-d9f9-4914-bbca-a9cb06b2609d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (db2070e3-554d-4591-a327-9ce552b9f487), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:20.857504 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f6ddb39-d9f9-4914-bbca-a9cb06b2609d None None] Attempt 1 to provision port db2070e3-554d-4591-a327-9ce552b9f487 Sep 23 01:45:20.936029 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:45:20.950945 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Sync routers for ids ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:45:20.955344 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ddb39-d9f9-4914-bbca-a9cb06b2609d None None] Current status of the port db2070e3-554d-4591-a327-9ce552b9f487 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:45:20.965379 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Routers {'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:45:20.966271 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:45:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:21.061831 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:21.063383 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-dd6962bf-c2f8-4b04-bf7a-fb83203f3024 admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5726078 Sep 23 01:45:21.067073 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 50958) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:45:21.070537 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Set router c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:45:21.224110 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:21.259250 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'name': 'tempest-TestMinimumBasicScenario-550034769-router', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:18Z', 'updated_at': '2022-09-23T01:45:19Z', 'revision_number': 3, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'gw_port': {'id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:19Z', 'updated_at': '2022-09-23T01:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:21.286079 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Checking router: c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:45:21.286651 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Updating router c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 port c82678dd-ea25-46ef-9695-a26bd2345ee0 binding host dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:45:21.316830 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c82678dd-ea25-46ef-9695-a26bd2345ee0), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:21.336748 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:21.545901 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:21.555805 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device db2070e3-554d-4591-a327-9ce552b9f487 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:45:21.606985 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port db2070e3-554d-4591-a327-9ce552b9f487 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:45:21.607648 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (db2070e3-554d-4591-a327-9ce552b9f487), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:21.608026 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port db2070e3-554d-4591-a327-9ce552b9f487 Sep 23 01:45:21.670504 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Publish callbacks [] for port (c82678dd-ea25-46ef-9695-a26bd2345ee0), precommit_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:21.703066 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port db2070e3-554d-4591-a327-9ce552b9f487 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:45:21.738094 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] Allocated IP 172.20.0.1 (cfa5ae8e-5309-40a3-bdd3-f79101f55f6d/d2a471bd-0d15-45dd-9d8f-149b6ed19a03/fe16127a-f163-45da-b0fe-48f7521b2bfa) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:45:21.843252 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] Publish callbacks [] for port (fe16127a-f163-45da-b0fe-48f7521b2bfa), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:21.886488 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c82678dd-ea25-46ef-9695-a26bd2345ee0), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:21.924654 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Attempting to bind port c82678dd-ea25-46ef-9695-a26bd2345ee0 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:45:21.925041 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Attempting to bind port c82678dd-ea25-46ef-9695-a26bd2345ee0 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:45:21.925990 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Attempting to bind port c82678dd-ea25-46ef-9695-a26bd2345ee0 on network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:45:21.928248 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:21.958410 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf3a0-9416-4909-9e02-49f7bf862300 None None] Pushing event updated for resources: {'Port': ['ID=c82678dd-ea25-46ef-9695-a26bd2345ee0,revision_number=2']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:21.970212 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf3a0-9416-4909-9e02-49f7bf862300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:21.970551 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf3a0-9416-4909-9e02-49f7bf862300 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:21.970913 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf3a0-9416-4909-9e02-49f7bf862300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:21.971273 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf3a0-9416-4909-9e02-49f7bf862300 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:21.971635 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf3a0-9416-4909-9e02-49f7bf862300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:21.972677 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf3a0-9416-4909-9e02-49f7bf862300 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:21.973003 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf3a0-9416-4909-9e02-49f7bf862300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:21.973329 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf3a0-9416-4909-9e02-49f7bf862300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:21.973649 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf3a0-9416-4909-9e02-49f7bf862300 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:21.973968 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf3a0-9416-4909-9e02-49f7bf862300 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:21.974307 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf3a0-9416-4909-9e02-49f7bf862300 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:21.974667 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf3a0-9416-4909-9e02-49f7bf862300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:21.974988 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf3a0-9416-4909-9e02-49f7bf862300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:21.975312 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf3a0-9416-4909-9e02-49f7bf862300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:21.975650 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf3a0-9416-4909-9e02-49f7bf862300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:21.993614 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:45:21.993907 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Checking segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:45:21.994329 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:21.994714 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Bound using segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:45:21.995201 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Bound port: c82678dd-ea25-46ef-9695-a26bd2345ee0, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:45:21.995593 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c82678dd-ea25-46ef-9695-a26bd2345ee0), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:22.037507 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (fe16127a-f163-45da-b0fe-48f7521b2bfa), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:22.049391 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] For port c82678dd-ea25-46ef-9695-a26bd2345ee0, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:45:22.055407 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] For port c82678dd-ea25-46ef-9695-a26bd2345ee0, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=c82678dd-ea25-46ef-9695-a26bd2345ee0,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:45:22.081846 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:22.093368 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] Network cfa5ae8e-5309-40a3-bdd3-f79101f55f6d is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:45:22.096560 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:45:22.099765 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:45:22.129936 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=fe16127a-f163-45da-b0fe-48f7521b2bfa,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:22.154304 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735960'] for router_interface (c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:22.172564 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c82678dd-ea25-46ef-9695-a26bd2345ee0), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:22.251063 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Routers {'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:45:22.252225 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:45:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:22.320088 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:22.349192 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:22.353735 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf3a0-9416-4909-9e02-49f7bf862300 None None] Pushing event updated for resources: {'Port': ['ID=c82678dd-ea25-46ef-9695-a26bd2345ee0,revision_number=3']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:22.394309 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Provisioning complete for port fe16127a-f163-45da-b0fe-48f7521b2bfa triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:45:22.394309 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (fe16127a-f163-45da-b0fe-48f7521b2bfa), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:22.394309 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Attempt 1 to provision port fe16127a-f163-45da-b0fe-48f7521b2bfa Sep 23 01:45:22.424837 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Port fe16127a-f163-45da-b0fe-48f7521b2bfa cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:22.431115 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] Set router c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:45:22.519674 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fe16127a-f163-45da-b0fe-48f7521b2bfa), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:22.681082 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:22.708071 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'name': 'tempest-TestMinimumBasicScenario-550034769-router', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:18Z', 'updated_at': '2022-09-23T01:45:19Z', 'revision_number': 3, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'gw_port': {'id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:19Z', 'updated_at': '2022-09-23T01:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:22.726802 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] Publish callbacks [] for port (fe16127a-f163-45da-b0fe-48f7521b2bfa), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:22.734767 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922e1b2f-60fc-483e-bf67-41ea7ac5f5f5 None None] The sync data for ids ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'] in dv-cinder-849143-7-iscsi is: [{'id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'name': 'tempest-TestMinimumBasicScenario-550034769-router', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:18Z', 'updated_at': '2022-09-23T01:45:19Z', 'revision_number': 3, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'gw_port': {'id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:19Z', 'updated_at': '2022-09-23T01:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:45:22.808569 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3173566'] for port (fe16127a-f163-45da-b0fe-48f7521b2bfa), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:22.902779 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=fe16127a-f163-45da-b0fe-48f7521b2bfa,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:22.911991 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736076'] for router_interface (c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:22.926486 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Attempt 2 to provision port fe16127a-f163-45da-b0fe-48f7521b2bfa Sep 23 01:45:23.000196 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Port fe16127a-f163-45da-b0fe-48f7521b2bfa cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:23.062393 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] Network cfa5ae8e-5309-40a3-bdd3-f79101f55f6d is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:45:23.064065 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:45:23.211073 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] Router c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:45:23.346683 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:45:23.353326 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-318932b0-00ec-4f1e-b350-24a4b9a66cb1 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2846446 Sep 23 01:45:23.501677 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Attempt 3 to provision port fe16127a-f163-45da-b0fe-48f7521b2bfa Sep 23 01:45:23.564825 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Port fe16127a-f163-45da-b0fe-48f7521b2bfa cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:23.574140 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device c82678dd-ea25-46ef-9695-a26bd2345ee0 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:45:23.623894 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:23.634419 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port c82678dd-ea25-46ef-9695-a26bd2345ee0 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:45:23.635004 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (c82678dd-ea25-46ef-9695-a26bd2345ee0), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:23.635600 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port c82678dd-ea25-46ef-9695-a26bd2345ee0 Sep 23 01:45:23.728247 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port c82678dd-ea25-46ef-9695-a26bd2345ee0 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:45:23.729067 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (c82678dd-ea25-46ef-9695-a26bd2345ee0), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:23.745728 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:23.765216 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port c82678dd-ea25-46ef-9695-a26bd2345ee0, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=c82678dd-ea25-46ef-9695-a26bd2345ee0,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:45:23.893104 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (c82678dd-ea25-46ef-9695-a26bd2345ee0), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:23.988615 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=c82678dd-ea25-46ef-9695-a26bd2345ee0,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:24.067618 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Attempt 4 to provision port fe16127a-f163-45da-b0fe-48f7521b2bfa Sep 23 01:45:24.110202 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Port fe16127a-f163-45da-b0fe-48f7521b2bfa cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:24.262042 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50974) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:45:24.269291 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1123686-network', 'tenant_id': '8710c6faa90b498fb6e3bae1a0df6853'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:45:24.395534 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Made reservation on behalf of 8710c6faa90b498fb6e3bae1a0df6853 for: {'network': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:45:24.399954 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for network (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:24.408195 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:24.524020 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Publish callbacks [] for security_group (ba3aa89c-78b4-4dc4-a9dd-fe1e23beb5ca), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:24.526541 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Sync routers for ids ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:45:24.537589 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Routers {'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:45:24.538216 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:45:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:24.688397 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (ba3aa89c-78b4-4dc4-a9dd-fe1e23beb5ca), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:24.723675 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=107236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 01:45:24.731597 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3aa89c-78b4-4dc4-a9dd-fe1e23beb5ca,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:24.743768 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (9f14a437-556b-4ab3-a251-76d46467adc7), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:24.744177 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.segments_db [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Added segment 9f14a437-556b-4ab3-a251-76d46467adc7 of type vlan for network 9580857d-420e-4c43-97c9-4642e5ebd006 Sep 23 01:45:24.747043 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:24.747394 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:24.747766 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:24.748108 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:24.748451 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:24.748815 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:24.749142 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:24.749468 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:24.749793 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:24.750122 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:24.750445 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:24.750772 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:24.751093 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:24.751412 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:24.751753 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:45:24.759974 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Attempt 5 to provision port fe16127a-f163-45da-b0fe-48f7521b2bfa Sep 23 01:45:24.806555 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752383041190'] for network (9580857d-420e-4c43-97c9-4642e5ebd006), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:24.837122 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Port fe16127a-f163-45da-b0fe-48f7521b2bfa cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:24.839082 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Set router c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:45:24.966676 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975'] for network (9580857d-420e-4c43-97c9-4642e5ebd006), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:24.967823 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:24.968317 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:25.064315 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'name': 'tempest-TestMinimumBasicScenario-550034769-router', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:18Z', 'updated_at': '2022-09-23T01:45:22Z', 'revision_number': 4, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'gw_port': {'id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:19Z', 'updated_at': '2022-09-23T01:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'fe16127a-f163-45da-b0fe-48f7521b2bfa', 'name': '', 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'mac_address': 'fa:16:3e:e7:d2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:21Z', 'updated_at': '2022-09-23T01:45:22Z', 'revision_number': 2, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'subnets': [{'id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:25.091786 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Checking router: c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:45:25.092138 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Updating router c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 port fe16127a-f163-45da-b0fe-48f7521b2bfa binding host dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:45:25.126329 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fe16127a-f163-45da-b0fe-48f7521b2bfa), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:25.341070 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Attempt 6 to provision port fe16127a-f163-45da-b0fe-48f7521b2bfa Sep 23 01:45:25.393482 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Port fe16127a-f163-45da-b0fe-48f7521b2bfa cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:25.447857 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] Pushing event updated for resources: {'Network': ['ID=9580857d-420e-4c43-97c9-4642e5ebd006,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:25.477540 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Network 9580857d-420e-4c43-97c9-4642e5ebd006 details requested by agent ovs-agent-dv-cinder-849143-7-iscsi with host dv-cinder-849143-7-iscsi {{(pid=107237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 01:45:25.500672 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:25.510211 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-21ca3a70-f766-43c4-8b7f-c218cbb7d77a admin admin] 10.222.0.64 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2465618 Sep 23 01:45:25.513620 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50976) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:45:25.520794 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-9943db76-f34f-4671-895d-d37521b7bdc3 admin admin] Request body: {'subnet': {'network_id': '9580857d-420e-4c43-97c9-4642e5ebd006', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1123686-subnet', 'tenant_id': '8710c6faa90b498fb6e3bae1a0df6853', 'ip_version': 4}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:45:25.553284 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device c82678dd-ea25-46ef-9695-a26bd2345ee0 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:45:25.633763 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Publish callbacks [] for port (fe16127a-f163-45da-b0fe-48f7521b2bfa), precommit_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:25.671937 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9943db76-f34f-4671-895d-d37521b7bdc3 admin admin] Made reservation on behalf of 8710c6faa90b498fb6e3bae1a0df6853 for: {'subnet': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:45:25.675194 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9943db76-f34f-4671-895d-d37521b7bdc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9355585'] for subnet (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:25.691507 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:25.701604 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port c82678dd-ea25-46ef-9695-a26bd2345ee0 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:45:25.702269 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (c82678dd-ea25-46ef-9695-a26bd2345ee0), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:25.702733 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port c82678dd-ea25-46ef-9695-a26bd2345ee0 Sep 23 01:45:25.790256 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (fe16127a-f163-45da-b0fe-48f7521b2bfa), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:25.804322 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port c82678dd-ea25-46ef-9695-a26bd2345ee0 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:45:25.887964 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c55530-f73b-4803-9dc8-c4e2df93deac None None] Pushing event updated for resources: {'Port': ['ID=fe16127a-f163-45da-b0fe-48f7521b2bfa,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:25.899181 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Attempt 7 to provision port fe16127a-f163-45da-b0fe-48f7521b2bfa Sep 23 01:45:25.921406 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Attempting to bind port fe16127a-f163-45da-b0fe-48f7521b2bfa on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:45:25.921772 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Attempting to bind port fe16127a-f163-45da-b0fe-48f7521b2bfa by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '502acf4f-e1fa-4197-a312-d4e18aad13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:45:25.922134 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Attempting to bind port fe16127a-f163-45da-b0fe-48f7521b2bfa on network cfa5ae8e-5309-40a3-bdd3-f79101f55f6d {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:45:25.957724 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Port fe16127a-f163-45da-b0fe-48f7521b2bfa cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:25.984068 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:45:25.984443 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Checking segment: {'id': '502acf4f-e1fa-4197-a312-d4e18aad13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:45:25.984849 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:25.985247 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Bound using segment: {'id': '502acf4f-e1fa-4197-a312-d4e18aad13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:45:25.985742 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Bound port: fe16127a-f163-45da-b0fe-48f7521b2bfa, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502acf4f-e1fa-4197-a312-d4e18aad13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:45:25.986126 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fe16127a-f163-45da-b0fe-48f7521b2bfa), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:26.074352 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] For port fe16127a-f163-45da-b0fe-48f7521b2bfa, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:45:26.078183 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] For port fe16127a-f163-45da-b0fe-48f7521b2bfa, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=fe16127a-f163-45da-b0fe-48f7521b2bfa,segment=NetworkSegment(502acf4f-e1fa-4197-a312-d4e18aad13df),segment_id=502acf4f-e1fa-4197-a312-d4e18aad13df)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:45:26.132381 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9943db76-f34f-4671-895d-d37521b7bdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3205717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9355607'] for subnet (9f818d72-51a4-40b5-877e-39ed83bf708b), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:26.170369 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:26.178876 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:26.187148 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943db76-f34f-4671-895d-d37521b7bdc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f818d72-51a4-40b5-877e-39ed83bf708b,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:26.211479 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9943db76-f34f-4671-895d-d37521b7bdc3 admin admin] Checking segment: {'id': '9f14a437-556b-4ab3-a251-76d46467adc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9580857d-420e-4c43-97c9-4642e5ebd006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:45:26.211902 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9943db76-f34f-4671-895d-d37521b7bdc3 admin admin] Network hostable DHCP agents. Network: 9580857d-420e-4c43-97c9-4642e5ebd006, hostable agents: ['40586b61-670c-40a4-b849-e6589bebe730'], hosted agents: [] {{(pid=107236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 01:45:26.311881 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (fe16127a-f163-45da-b0fe-48f7521b2bfa), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:26.339753 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9943db76-f34f-4671-895d-d37521b7bdc3 admin admin] Network 9580857d-420e-4c43-97c9-4642e5ebd006 is scheduled to be hosted by DHCP agent 40586b61-670c-40a4-b849-e6589bebe730 with binding_index 1 {{(pid=107236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 01:45:26.352283 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Routers {'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:45:26.352933 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:45:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:26.419017 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c55530-f73b-4803-9dc8-c4e2df93deac None None] Pushing event updated for resources: {'Port': ['ID=fe16127a-f163-45da-b0fe-48f7521b2bfa,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:26.460418 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Attempt 8 to provision port fe16127a-f163-45da-b0fe-48f7521b2bfa Sep 23 01:45:26.465308 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:26.466121 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-9943db76-f34f-4671-895d-d37521b7bdc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-7-iscsi, 9580857d-420e-4c43-97c9-4642e5ebd006) {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:45:26.472153 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9943db76-f34f-4671-895d-d37521b7bdc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:26.473432 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-9943db76-f34f-4671-895d-d37521b7bdc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for subnet (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:26.493615 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94101e3d-7acf-40a1-b3bc-6cb33f413138 None None] Network 9580857d-420e-4c43-97c9-4642e5ebd006 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:45:26.566513 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] Set router c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:45:26.599639 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-9943db76-f34f-4671-895d-d37521b7bdc3 admin admin] 10.222.0.64 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0845306 Sep 23 01:45:26.603273 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 50978) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:45:26.608219 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1123686-router', 'tenant_id': '8710c6faa90b498fb6e3bae1a0df6853', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:45:26.614893 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:26.729386 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11641'] for router (de10d9c8-9773-4345-9507-093d361ecd2f), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:26.731026 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675262', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11616'] for router (de10d9c8-9773-4345-9507-093d361ecd2f), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:26.761718 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Current status of the port fe16127a-f163-45da-b0fe-48f7521b2bfa is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:45:26.762115 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (fe16127a-f163-45da-b0fe-48f7521b2bfa), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:26.780950 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0589b507-6e33-5f24-9965-4d8da1fbd6ca-9580857d-420e-4c43-97c9-4642e5ebd006', 'network_id': '9580857d-420e-4c43-97c9-4642e5ebd006', 'project_id': '8710c6faa90b498fb6e3bae1a0df6853', 'fixed_ips': [{'subnet_id': '9f818d72-51a4-40b5-877e-39ed83bf708b'}]}} from dv-cinder-849143-7-iscsi. {{(pid=107237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 01:45:26.782176 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:26.792470 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Publish callbacks [] for router_controller (de10d9c8-9773-4345-9507-093d361ecd2f), precommit_add_association {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:26.827657 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:26.857749 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] For port fe16127a-f163-45da-b0fe-48f7521b2bfa, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=fe16127a-f163-45da-b0fe-48f7521b2bfa,segment=NetworkSegment(502acf4f-e1fa-4197-a312-d4e18aad13df),segment_id=502acf4f-e1fa-4197-a312-d4e18aad13df)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:45:26.964277 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (fe16127a-f163-45da-b0fe-48f7521b2bfa), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:27.066747 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Publish callbacks [] for router_gateway (de10d9c8-9773-4345-9507-093d361ecd2f), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:27.184730 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'name': 'tempest-TestMinimumBasicScenario-550034769-router', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:18Z', 'updated_at': '2022-09-23T01:45:22Z', 'revision_number': 4, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'gw_port': {'id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:19Z', 'updated_at': '2022-09-23T01:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'fe16127a-f163-45da-b0fe-48f7521b2bfa', 'name': '', 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'mac_address': 'fa:16:3e:e7:d2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:21Z', 'updated_at': '2022-09-23T01:45:26Z', 'revision_number': 4, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'subnets': [{'id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:27.202897 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-c0d1af4f-34f0-4a88-93f7-bd38c689c20a None None] Provisioning complete for port fe16127a-f163-45da-b0fe-48f7521b2bfa triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:45:27.203271 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-c0d1af4f-34f0-4a88-93f7-bd38c689c20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (fe16127a-f163-45da-b0fe-48f7521b2bfa), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:27.203640 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-c0d1af4f-34f0-4a88-93f7-bd38c689c20a None None] Attempt 1 to provision port fe16127a-f163-45da-b0fe-48f7521b2bfa Sep 23 01:45:27.268555 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6844f1-da1e-413e-96dc-a20a996d04b6 None None] The sync data for ids ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'] in dv-cinder-849143-7-iscsi is: [{'id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'name': 'tempest-TestMinimumBasicScenario-550034769-router', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:18Z', 'updated_at': '2022-09-23T01:45:22Z', 'revision_number': 4, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'gw_port': {'id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:19Z', 'updated_at': '2022-09-23T01:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'fe16127a-f163-45da-b0fe-48f7521b2bfa', 'name': '', 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'mac_address': 'fa:16:3e:e7:d2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:21Z', 'updated_at': '2022-09-23T01:45:26Z', 'revision_number': 4, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'subnets': [{'id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:45:27.280982 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.db_base_plugin_common [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Allocated IP 172.20.0.2 (9580857d-420e-4c43-97c9-4642e5ebd006/9f818d72-51a4-40b5-877e-39ed83bf708b/150c10e4-057b-4646-8f09-cf22b94ac711) {{(pid=107237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:45:27.293326 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15afc3-9523-4355-9142-02a80fd02253 None None] Pushing event updated for resources: {'Port': ['ID=fe16127a-f163-45da-b0fe-48f7521b2bfa,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:27.424890 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:27.450101 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-c0d1af4f-34f0-4a88-93f7-bd38c689c20a None None] Current status of the port fe16127a-f163-45da-b0fe-48f7521b2bfa is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:45:27.533450 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Publish callbacks [] for router_gateway (de10d9c8-9773-4345-9507-093d361ecd2f), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:27.560117 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:27.574741 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Publish callbacks [] for port (150c10e4-057b-4646-8f09-cf22b94ac711), precommit_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:27.597440 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device fe16127a-f163-45da-b0fe-48f7521b2bfa up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:45:27.664046 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port fe16127a-f163-45da-b0fe-48f7521b2bfa triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:45:27.664572 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (fe16127a-f163-45da-b0fe-48f7521b2bfa), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:27.665006 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port fe16127a-f163-45da-b0fe-48f7521b2bfa Sep 23 01:45:27.693906 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065'] for port (150c10e4-057b-4646-8f09-cf22b94ac711), after_create {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:27.710408 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Allocated IP 172.27.1.58 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/f14f1528-49f6-45f9-baf3-2a7babc2e1e5) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:45:27.764000 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Network 9580857d-420e-4c43-97c9-4642e5ebd006 is already hosted by enough agents. {{(pid=107237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:45:27.765374 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Pushing event updated for resources: {'Port': ['ID=150c10e4-057b-4646-8f09-cf22b94ac711,revision_number=1']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:27.770907 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.scheduler.base_scheduler [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Resources bound (agent type, host, resource id): {{(pid=107237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:45:27.774023 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Received port after_create {{(pid=107237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:45:27.860450 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port fe16127a-f163-45da-b0fe-48f7521b2bfa is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:45:27.879093 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Attempting to bind port 150c10e4-057b-4646-8f09-cf22b94ac711 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:45:27.879626 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Attempting to bind port 150c10e4-057b-4646-8f09-cf22b94ac711 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '9f14a437-556b-4ab3-a251-76d46467adc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9580857d-420e-4c43-97c9-4642e5ebd006'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:45:27.879847 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Attempting to bind port 150c10e4-057b-4646-8f09-cf22b94ac711 on network 9580857d-420e-4c43-97c9-4642e5ebd006 {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:45:27.897045 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Publish callbacks [] for port (f14f1528-49f6-45f9-baf3-2a7babc2e1e5), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:27.907787 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:27.940096 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:45:27.941084 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Checking segment: {'id': '9f14a437-556b-4ab3-a251-76d46467adc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9580857d-420e-4c43-97c9-4642e5ebd006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:45:27.941813 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:27.942478 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Bound using segment: {'id': '9f14a437-556b-4ab3-a251-76d46467adc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9580857d-420e-4c43-97c9-4642e5ebd006'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:45:27.943302 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Bound port: 150c10e4-057b-4646-8f09-cf22b94ac711, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f14a437-556b-4ab3-a251-76d46467adc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9580857d-420e-4c43-97c9-4642e5ebd006'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:45:27.943935 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (150c10e4-057b-4646-8f09-cf22b94ac711), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:28.029962 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (f14f1528-49f6-45f9-baf3-2a7babc2e1e5), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:28.044199 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] For port 150c10e4-057b-4646-8f09-cf22b94ac711, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:45:28.048165 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] For port 150c10e4-057b-4646-8f09-cf22b94ac711, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=150c10e4-057b-4646-8f09-cf22b94ac711,segment=NetworkSegment(9f14a437-556b-4ab3-a251-76d46467adc7),segment_id=9f14a437-556b-4ab3-a251-76d46467adc7)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:45:28.082966 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:45:28.086739 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:45:28.091222 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:45:28.114526 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Pushing event updated for resources: {'Port': ['ID=f14f1528-49f6-45f9-baf3-2a7babc2e1e5,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:28.140187 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:28.150034 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (150c10e4-057b-4646-8f09-cf22b94ac711), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:28.228337 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:28.235963 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141a395-26f0-437b-b0ed-e11616b85460 None None] Pushing event updated for resources: {'Port': ['ID=150c10e4-057b-4646-8f09-cf22b94ac711,revision_number=2']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:28.489314 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Publish callbacks [] for router_gateway (de10d9c8-9773-4345-9507-093d361ecd2f), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:28.988846 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1679137'] for router (de10d9c8-9773-4345-9507-093d361ecd2f), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:29.217973 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792b72dc-2590-49f9-af03-21c20ec1a586 None None] Network 9580857d-420e-4c43-97c9-4642e5ebd006 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:45:29.234655 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Router de10d9c8-9773-4345-9507-093d361ecd2f is scheduled to L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc with binding_index 1 {{(pid=107235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 01:45:29.312572 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-a338b010-cd8e-461e-af63-a78fb7f8f0a4 None None] Provisioning complete for port 150c10e4-057b-4646-8f09-cf22b94ac711 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:45:29.313276 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a338b010-cd8e-461e-af63-a78fb7f8f0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (150c10e4-057b-4646-8f09-cf22b94ac711), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:29.313276 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-a338b010-cd8e-461e-af63-a78fb7f8f0a4 None None] Attempt 1 to provision port 150c10e4-057b-4646-8f09-cf22b94ac711 Sep 23 01:45:29.354414 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:45:29.371023 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Sync routers for ids ['de10d9c8-9773-4345-9507-093d361ecd2f'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:45:29.382628 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Routers {'de10d9c8-9773-4345-9507-093d361ecd2f'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:45:29.388465 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:45:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['de10d9c8-9773-4345-9507-093d361ecd2f'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:29.424392 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-a338b010-cd8e-461e-af63-a78fb7f8f0a4 None None] Current status of the port 150c10e4-057b-4646-8f09-cf22b94ac711 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:45:29.424976 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a338b010-cd8e-461e-af63-a78fb7f8f0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (150c10e4-057b-4646-8f09-cf22b94ac711), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:29.474617 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:29.477517 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-0143f352-897d-438f-8573-0e0ac7361e5f admin admin] 10.222.0.64 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8725009 Sep 23 01:45:29.480952 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 50980) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:45:29.493526 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-a338b010-cd8e-461e-af63-a78fb7f8f0a4 None None] For port 150c10e4-057b-4646-8f09-cf22b94ac711, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=150c10e4-057b-4646-8f09-cf22b94ac711,segment=NetworkSegment(9f14a437-556b-4ab3-a251-76d46467adc7),segment_id=9f14a437-556b-4ab3-a251-76d46467adc7)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:45:29.515106 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Set router de10d9c8-9773-4345-9507-093d361ecd2f gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:45:29.591855 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a338b010-cd8e-461e-af63-a78fb7f8f0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (150c10e4-057b-4646-8f09-cf22b94ac711), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:29.662725 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 150c10e4-057b-4646-8f09-cf22b94ac711 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:45:29.740927 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=100 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:29.750457 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'name': 'tempest-TestMinimumBasicScenario-1123686-router', 'tenant_id': '8710c6faa90b498fb6e3bae1a0df6853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f14f1528-49f6-45f9-baf3-2a7babc2e1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:26Z', 'updated_at': '2022-09-23T01:45:28Z', 'revision_number': 3, 'project_id': '8710c6faa90b498fb6e3bae1a0df6853', 'gw_port': {'id': 'f14f1528-49f6-45f9-baf3-2a7babc2e1e5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:95:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:27Z', 'updated_at': '2022-09-23T01:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:29.766769 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-dd19256c-9392-4327-b45e-d40425cb3c5e None None] Provisioning complete for port 150c10e4-057b-4646-8f09-cf22b94ac711 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:45:29.767520 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-dd19256c-9392-4327-b45e-d40425cb3c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (150c10e4-057b-4646-8f09-cf22b94ac711), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:29.768201 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-dd19256c-9392-4327-b45e-d40425cb3c5e None None] Attempt 1 to provision port 150c10e4-057b-4646-8f09-cf22b94ac711 Sep 23 01:45:29.796851 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Checking router: de10d9c8-9773-4345-9507-093d361ecd2f for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:45:29.797389 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Updating router de10d9c8-9773-4345-9507-093d361ecd2f port f14f1528-49f6-45f9-baf3-2a7babc2e1e5 binding host dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:45:29.828721 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338b010-cd8e-461e-af63-a78fb7f8f0a4 None None] Pushing event updated for resources: {'Port': ['ID=150c10e4-057b-4646-8f09-cf22b94ac711,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:29.856581 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (f14f1528-49f6-45f9-baf3-2a7babc2e1e5), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:29.857300 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 150c10e4-057b-4646-8f09-cf22b94ac711 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:45:29.857300 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (150c10e4-057b-4646-8f09-cf22b94ac711), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:29.857735 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 150c10e4-057b-4646-8f09-cf22b94ac711 Sep 23 01:45:29.989128 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-dd19256c-9392-4327-b45e-d40425cb3c5e None None] Current status of the port 150c10e4-057b-4646-8f09-cf22b94ac711 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:45:30.029241 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 150c10e4-057b-4646-8f09-cf22b94ac711 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:45:30.092714 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:30.142023 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Publish callbacks [] for port (f14f1528-49f6-45f9-baf3-2a7babc2e1e5), precommit_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:30.225677 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (f14f1528-49f6-45f9-baf3-2a7babc2e1e5), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:30.261298 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Attempting to bind port f14f1528-49f6-45f9-baf3-2a7babc2e1e5 on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:45:30.261623 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Attempting to bind port f14f1528-49f6-45f9-baf3-2a7babc2e1e5 by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:45:30.262107 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Attempting to bind port f14f1528-49f6-45f9-baf3-2a7babc2e1e5 on network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:45:30.283750 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] Allocated IP 172.20.0.1 (9580857d-420e-4c43-97c9-4642e5ebd006/9f818d72-51a4-40b5-877e-39ed83bf708b/34ade674-e7b5-4b2a-b0aa-524f2a6a431f) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:45:30.303386 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74224692-bc89-4287-8819-4b378fcf1482 None None] Pushing event updated for resources: {'Port': ['ID=f14f1528-49f6-45f9-baf3-2a7babc2e1e5,revision_number=2']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:30.326923 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:45:30.331944 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Checking segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:45:30.331944 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:30.331944 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Bound using segment: {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'} {{(pid=107238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:45:30.331944 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.managers [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Bound port: f14f1528-49f6-45f9-baf3-2a7babc2e1e5, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612ba637-b0ad-48ad-89fb-43a20ace2e17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e'}}] {{(pid=107238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:45:30.331944 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (f14f1528-49f6-45f9-baf3-2a7babc2e1e5), before_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:30.353683 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:30.385341 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] For port f14f1528-49f6-45f9-baf3-2a7babc2e1e5, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:45:30.388992 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.plugins.ml2.db [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] For port f14f1528-49f6-45f9-baf3-2a7babc2e1e5, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=f14f1528-49f6-45f9-baf3-2a7babc2e1e5,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:45:30.405113 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] Publish callbacks [] for port (34ade674-e7b5-4b2a-b0aa-524f2a6a431f), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:30.477589 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron_lib.callbacks.manager [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (f14f1528-49f6-45f9-baf3-2a7babc2e1e5), after_update {{(pid=107238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:30.518053 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Routers {'de10d9c8-9773-4345-9507-093d361ecd2f'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:45:30.518665 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:45:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['de10d9c8-9773-4345-9507-093d361ecd2f'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:30.526425 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (34ade674-e7b5-4b2a-b0aa-524f2a6a431f), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:30.530632 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:30.572105 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:30.573832 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] Network 9580857d-420e-4c43-97c9-4642e5ebd006 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:45:30.575195 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74224692-bc89-4287-8819-4b378fcf1482 None None] Pushing event updated for resources: {'Port': ['ID=f14f1528-49f6-45f9-baf3-2a7babc2e1e5,revision_number=3']} {{(pid=107238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:30.578276 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:45:30.581501 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:45:30.612964 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] Pushing event updated for resources: {'Port': ['ID=34ade674-e7b5-4b2a-b0aa-524f2a6a431f,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:30.637048 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735960'] for router_interface (de10d9c8-9773-4345-9507-093d361ecd2f), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:30.650615 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] Set router de10d9c8-9773-4345-9507-093d361ecd2f gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:45:30.819923 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:30.901162 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'name': 'tempest-TestMinimumBasicScenario-1123686-router', 'tenant_id': '8710c6faa90b498fb6e3bae1a0df6853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f14f1528-49f6-45f9-baf3-2a7babc2e1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:26Z', 'updated_at': '2022-09-23T01:45:28Z', 'revision_number': 3, 'project_id': '8710c6faa90b498fb6e3bae1a0df6853', 'gw_port': {'id': 'f14f1528-49f6-45f9-baf3-2a7babc2e1e5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:95:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:27Z', 'updated_at': '2022-09-23T01:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:30.912686 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (34ade674-e7b5-4b2a-b0aa-524f2a6a431f), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:30.926035 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Provisioning complete for port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:45:30.927044 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (34ade674-e7b5-4b2a-b0aa-524f2a6a431f), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:30.927044 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Attempt 1 to provision port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f Sep 23 01:45:30.940232 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2038d05c-f964-4e58-ad94-e09c7dc7e97e None None] The sync data for ids ['de10d9c8-9773-4345-9507-093d361ecd2f'] in dv-cinder-849143-7-iscsi is: [{'id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'name': 'tempest-TestMinimumBasicScenario-1123686-router', 'tenant_id': '8710c6faa90b498fb6e3bae1a0df6853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f14f1528-49f6-45f9-baf3-2a7babc2e1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:26Z', 'updated_at': '2022-09-23T01:45:28Z', 'revision_number': 3, 'project_id': '8710c6faa90b498fb6e3bae1a0df6853', 'gw_port': {'id': 'f14f1528-49f6-45f9-baf3-2a7babc2e1e5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:95:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:27Z', 'updated_at': '2022-09-23T01:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:45:30.973384 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:31.150523 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] Publish callbacks [] for port (34ade674-e7b5-4b2a-b0aa-524f2a6a431f), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:31.271588 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (34ade674-e7b5-4b2a-b0aa-524f2a6a431f), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:31.347676 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736076'] for router_interface (de10d9c8-9773-4345-9507-093d361ecd2f), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:31.349933 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] Pushing event updated for resources: {'Port': ['ID=34ade674-e7b5-4b2a-b0aa-524f2a6a431f,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:31.437727 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:31.474578 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Attempt 2 to provision port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f Sep 23 01:45:31.494100 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] Network 9580857d-420e-4c43-97c9-4642e5ebd006 is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:45:31.497308 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:45:31.507794 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:31.527329 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:31.663451 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device f14f1528-49f6-45f9-baf3-2a7babc2e1e5 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:45:31.689541 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] Router de10d9c8-9773-4345-9507-093d361ecd2f has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:45:31.734410 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port f14f1528-49f6-45f9-baf3-2a7babc2e1e5 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:45:31.735190 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (f14f1528-49f6-45f9-baf3-2a7babc2e1e5), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:31.735845 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port f14f1528-49f6-45f9-baf3-2a7babc2e1e5 Sep 23 01:45:31.838473 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port f14f1528-49f6-45f9-baf3-2a7babc2e1e5 is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:45:31.838473 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (f14f1528-49f6-45f9-baf3-2a7babc2e1e5), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:31.838867 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:45:31.852287 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-3f744c4a-c5ad-4692-8614-06f0c7f4c40f admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/de10d9c8-9773-4345-9507-093d361ecd2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3702154 Sep 23 01:45:31.885424 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:31.892376 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] For port f14f1528-49f6-45f9-baf3-2a7babc2e1e5, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=f14f1528-49f6-45f9-baf3-2a7babc2e1e5,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:45:32.028589 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Attempt 3 to provision port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f Sep 23 01:45:32.031982 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (f14f1528-49f6-45f9-baf3-2a7babc2e1e5), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:32.032794 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 150c10e4-057b-4646-8f09-cf22b94ac711 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:45:32.123285 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:32.147950 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Pushing event updated for resources: {'Port': ['ID=f14f1528-49f6-45f9-baf3-2a7babc2e1e5,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:32.152466 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 150c10e4-057b-4646-8f09-cf22b94ac711 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:45:32.152840 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (150c10e4-057b-4646-8f09-cf22b94ac711), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:32.153177 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 150c10e4-057b-4646-8f09-cf22b94ac711 Sep 23 01:45:32.241485 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 150c10e4-057b-4646-8f09-cf22b94ac711 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:45:32.624665 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Attempt 4 to provision port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f Sep 23 01:45:32.667339 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:32.751140 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Sync routers for ids ['de10d9c8-9773-4345-9507-093d361ecd2f'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:45:32.762534 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Routers {'de10d9c8-9773-4345-9507-093d361ecd2f'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:45:32.763159 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:45:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['de10d9c8-9773-4345-9507-093d361ecd2f'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:32.872564 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Set router de10d9c8-9773-4345-9507-093d361ecd2f gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:45:33.170936 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Attempt 5 to provision port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f Sep 23 01:45:33.240968 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:33.260483 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'name': 'tempest-TestMinimumBasicScenario-1123686-router', 'tenant_id': '8710c6faa90b498fb6e3bae1a0df6853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f14f1528-49f6-45f9-baf3-2a7babc2e1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:26Z', 'updated_at': '2022-09-23T01:45:30Z', 'revision_number': 4, 'project_id': '8710c6faa90b498fb6e3bae1a0df6853', 'gw_port': {'id': 'f14f1528-49f6-45f9-baf3-2a7babc2e1e5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:95:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:27Z', 'updated_at': '2022-09-23T01:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '34ade674-e7b5-4b2a-b0aa-524f2a6a431f', 'name': '', 'network_id': '9580857d-420e-4c43-97c9-4642e5ebd006', 'tenant_id': '8710c6faa90b498fb6e3bae1a0df6853', 'mac_address': 'fa:16:3e:bf:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '9f818d72-51a4-40b5-877e-39ed83bf708b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:30Z', 'updated_at': '2022-09-23T01:45:30Z', 'revision_number': 2, 'project_id': '8710c6faa90b498fb6e3bae1a0df6853', 'subnets': [{'id': '9f818d72-51a4-40b5-877e-39ed83bf708b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:33.293498 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Checking router: de10d9c8-9773-4345-9507-093d361ecd2f for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:45:33.293849 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Updating router de10d9c8-9773-4345-9507-093d361ecd2f port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f binding host dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 01:45:33.324753 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (34ade674-e7b5-4b2a-b0aa-524f2a6a431f), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:33.327787 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:33.536504 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device f14f1528-49f6-45f9-baf3-2a7babc2e1e5 up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:45:33.572517 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:33.628383 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port f14f1528-49f6-45f9-baf3-2a7babc2e1e5 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:45:33.628878 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (f14f1528-49f6-45f9-baf3-2a7babc2e1e5), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:33.629281 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port f14f1528-49f6-45f9-baf3-2a7babc2e1e5 Sep 23 01:45:33.717952 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Publish callbacks [] for port (34ade674-e7b5-4b2a-b0aa-524f2a6a431f), precommit_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:33.747675 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Attempt 6 to provision port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f Sep 23 01:45:33.801777 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:33.802332 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port f14f1528-49f6-45f9-baf3-2a7babc2e1e5 is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:45:33.806364 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (34ade674-e7b5-4b2a-b0aa-524f2a6a431f), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:33.908201 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b05a8-114c-4b59-9161-b6153e343802 None None] Pushing event updated for resources: {'Port': ['ID=34ade674-e7b5-4b2a-b0aa-524f2a6a431f,revision_number=3']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:33.922569 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ed84f3f0-17b5-4179-acf1-bb2e69128334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:33.926532 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Attempting to bind port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f on host dv-cinder-849143-7-iscsi for vnic_type normal with profile {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:45:33.926901 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Attempting to bind port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f by drivers openvswitch,hyperv on host dv-cinder-849143-7-iscsi at level 0 using segments [{'id': '9f14a437-556b-4ab3-a251-76d46467adc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9580857d-420e-4c43-97c9-4642e5ebd006'}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:45:33.927258 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Attempting to bind port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f on network 9580857d-420e-4c43-97c9-4642e5ebd006 {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:45:33.976069 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Checking agent: {'id': '5aeee05d-b258-47b3-bd87-0c7090657354', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 20, 40), 'started_at': datetime.datetime(2022, 9, 23, 1, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:45:33.977148 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Checking segment: {'id': '9f14a437-556b-4ab3-a251-76d46467adc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9580857d-420e-4c43-97c9-4642e5ebd006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:45:33.977740 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:33.978135 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Bound using segment: {'id': '9f14a437-556b-4ab3-a251-76d46467adc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9580857d-420e-4c43-97c9-4642e5ebd006'} {{(pid=107237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:45:33.978621 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.managers [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Bound port: 34ade674-e7b5-4b2a-b0aa-524f2a6a431f, host: dv-cinder-849143-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f14a437-556b-4ab3-a251-76d46467adc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9580857d-420e-4c43-97c9-4642e5ebd006'}}] {{(pid=107237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:45:33.979000 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (34ade674-e7b5-4b2a-b0aa-524f2a6a431f), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:34.060997 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] For port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f, host dv-cinder-849143-7-iscsi, cleared binding levels {{(pid=107237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:45:34.066031 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] For port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f, host dv-cinder-849143-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=34ade674-e7b5-4b2a-b0aa-524f2a6a431f,segment=NetworkSegment(9f14a437-556b-4ab3-a251-76d46467adc7),segment_id=9f14a437-556b-4ab3-a251-76d46467adc7)] {{(pid=107237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:45:34.170172 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (34ade674-e7b5-4b2a-b0aa-524f2a6a431f), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:34.219058 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Routers {'de10d9c8-9773-4345-9507-093d361ecd2f'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:45:34.219909 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:45:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['de10d9c8-9773-4345-9507-093d361ecd2f'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:34.277624 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b05a8-114c-4b59-9161-b6153e343802 None None] Pushing event updated for resources: {'Port': ['ID=34ade674-e7b5-4b2a-b0aa-524f2a6a431f,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:34.318285 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Attempt 7 to provision port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f Sep 23 01:45:34.384529 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] Set router de10d9c8-9773-4345-9507-093d361ecd2f gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:45:34.412513 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:34.491871 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:34.507345 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Current status of the port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f is: DOWN; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:45:34.510453 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (34ade674-e7b5-4b2a-b0aa-524f2a6a431f), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:34.593349 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] For port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=34ade674-e7b5-4b2a-b0aa-524f2a6a431f,segment=NetworkSegment(9f14a437-556b-4ab3-a251-76d46467adc7),segment_id=9f14a437-556b-4ab3-a251-76d46467adc7)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:45:34.668680 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'name': 'tempest-TestMinimumBasicScenario-1123686-router', 'tenant_id': '8710c6faa90b498fb6e3bae1a0df6853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f14f1528-49f6-45f9-baf3-2a7babc2e1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:26Z', 'updated_at': '2022-09-23T01:45:30Z', 'revision_number': 4, 'project_id': '8710c6faa90b498fb6e3bae1a0df6853', 'gw_port': {'id': 'f14f1528-49f6-45f9-baf3-2a7babc2e1e5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:95:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:27Z', 'updated_at': '2022-09-23T01:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '34ade674-e7b5-4b2a-b0aa-524f2a6a431f', 'name': '', 'network_id': '9580857d-420e-4c43-97c9-4642e5ebd006', 'tenant_id': '8710c6faa90b498fb6e3bae1a0df6853', 'mac_address': 'fa:16:3e:bf:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '9f818d72-51a4-40b5-877e-39ed83bf708b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:30Z', 'updated_at': '2022-09-23T01:45:34Z', 'revision_number': 4, 'project_id': '8710c6faa90b498fb6e3bae1a0df6853', 'subnets': [{'id': '9f818d72-51a4-40b5-877e-39ed83bf708b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:34.695515 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (34ade674-e7b5-4b2a-b0aa-524f2a6a431f), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:34.703218 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf56bc-d2d1-4584-ac77-a22716ebd876 None None] The sync data for ids ['de10d9c8-9773-4345-9507-093d361ecd2f'] in dv-cinder-849143-7-iscsi is: [{'id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'name': 'tempest-TestMinimumBasicScenario-1123686-router', 'tenant_id': '8710c6faa90b498fb6e3bae1a0df6853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f14f1528-49f6-45f9-baf3-2a7babc2e1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:26Z', 'updated_at': '2022-09-23T01:45:30Z', 'revision_number': 4, 'project_id': '8710c6faa90b498fb6e3bae1a0df6853', 'gw_port': {'id': 'f14f1528-49f6-45f9-baf3-2a7babc2e1e5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:95:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:27Z', 'updated_at': '2022-09-23T01:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '34ade674-e7b5-4b2a-b0aa-524f2a6a431f', 'name': '', 'network_id': '9580857d-420e-4c43-97c9-4642e5ebd006', 'tenant_id': '8710c6faa90b498fb6e3bae1a0df6853', 'mac_address': 'fa:16:3e:bf:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '9f818d72-51a4-40b5-877e-39ed83bf708b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:30Z', 'updated_at': '2022-09-23T01:45:34Z', 'revision_number': 4, 'project_id': '8710c6faa90b498fb6e3bae1a0df6853', 'subnets': [{'id': '9f818d72-51a4-40b5-877e-39ed83bf708b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:45:34.813390 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265fb72-e994-4d07-a9be-54e14c0d8daf None None] Pushing event updated for resources: {'Port': ['ID=34ade674-e7b5-4b2a-b0aa-524f2a6a431f,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:34.834470 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f22c8637-5fd1-47e5-867b-77a39f26f949 None None] Provisioning complete for port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:45:34.835092 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f22c8637-5fd1-47e5-867b-77a39f26f949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (34ade674-e7b5-4b2a-b0aa-524f2a6a431f), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:34.835625 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f22c8637-5fd1-47e5-867b-77a39f26f949 None None] Attempt 1 to provision port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f Sep 23 01:45:34.934914 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f22c8637-5fd1-47e5-867b-77a39f26f949 None None] Current status of the port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:45:35.593943 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 34ade674-e7b5-4b2a-b0aa-524f2a6a431f up at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:45:35.654456 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Provisioning complete for port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:45:35.655449 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (34ade674-e7b5-4b2a-b0aa-524f2a6a431f), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:35.656047 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Attempt 1 to provision port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f Sep 23 01:45:35.762576 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f is: ACTIVE; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:45:36.465758 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-95b2179f-bc78-411c-817b-701ff6af68a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:38.967823 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:39.369058 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:39.379052 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:40.091458 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [req-ba7eaaef-826b-451e-8179-6746144271a9 req-9b0ddb3d-2590-4004-ba2b-83247b97f576 service neutron] (107236) timed out ('10.222.0.81', 59803) {{(pid=107236) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 01:45:40.270794 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:40.906504 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=16 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:41.242063 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:41.831197 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:41.832450 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=19 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:43.331188 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:45:44.453799 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-fb96d9c0-29cc-4061-8923-c5ad5e11090f tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:44.455318 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-fb96d9c0-29cc-4061-8923-c5ad5e11090f tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/networks?id=cfa5ae8e-5309-40a3-bdd3-f79101f55f6d HTTP/1.1" status: 200 len: 814 time: 0.1124072 Sep 23 01:45:44.472303 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-67130b8c-b77c-42b9-a6ba-8d848774466d tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/quotas/403b0f1ad71c459581759568e4fcd1ca HTTP/1.1" status: 200 len: 375 time: 0.0103931 Sep 23 01:45:44.525286 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-97563900-463c-4677-92f6-88c874f4bb8e tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=403b0f1ad71c459581759568e4fcd1ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470576 Sep 23 01:45:44.634789 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-24cbfa80-52b7-495b-b1e2-4a507eaa87a5 service neutron] http://10.222.0.64:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107236) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 01:45:44.635796 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-24cbfa80-52b7-495b-b1e2-4a507eaa87a5 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0989130 Sep 23 01:45:44.734958 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-cb740196-c8c7-4a95-add4-96359d4f46c9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/cfa5ae8e-5309-40a3-bdd3-f79101f55f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924866 Sep 23 01:45:44.834187 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-189a84f0-9e49-4d05-887d-1d6107d71189 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/cfa5ae8e-5309-40a3-bdd3-f79101f55f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933313 Sep 23 01:45:45.155216 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-acc79b8c-9d9f-44ca-9be9-9c4ab423abbe req-68a0bd79-5acb-4c9e-8629-b4777b127e82 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 210 time: 0.0848613 Sep 23 01:45:46.242491 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e037a37c-7533-4810-a484-02d0587c48ab req-7ade6935-9b06-40e6-9ff4-e1858bbf4c5b tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 210 time: 0.0288053 Sep 23 01:45:47.352581 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b6deb5ad-ae9e-4ef4-9d41-4e41b6468250 req-9fd5f7b5-9e11-4c62-8275-8cd33f760790 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 210 time: 0.0296960 Sep 23 01:45:47.724608 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-7c94b747-bbda-47b2-9c07-71412b470f33 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:47.726114 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-7c94b747-bbda-47b2-9c07-71412b470f33 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.81 "GET /networking/v2.0/networks?id=cfa5ae8e-5309-40a3-bdd3-f79101f55f6d HTTP/1.1" status: 200 len: 814 time: 0.1049654 Sep 23 01:45:47.745042 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-839ef4d4-9f78-4f86-b455-d1538f6c4f58 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Request body: {'port': {'device_id': 'c936335f-541e-469a-bca1-551a78b1891a', 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d', 'admin_state_up': True, 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:45:47.950581 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-839ef4d4-9f78-4f86-b455-d1538f6c4f58 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Made reservation on behalf of 403b0f1ad71c459581759568e4fcd1ca for: {'port': 1} {{(pid=107236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 01:45:47.954727 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-839ef4d4-9f78-4f86-b455-d1538f6c4f58 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:48.095005 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.db_base_plugin_common [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-839ef4d4-9f78-4f86-b455-d1538f6c4f58 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Allocated IP 172.20.0.10 (cfa5ae8e-5309-40a3-bdd3-f79101f55f6d/d2a471bd-0d15-45dd-9d8f-149b6ed19a03/7afe16a6-56a4-4780-bdd2-0c90cc6040f5) {{(pid=107236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:45:48.259377 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-839ef4d4-9f78-4f86-b455-d1538f6c4f58 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:48.260744 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:48.271569 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:48.379993 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-839ef4d4-9f78-4f86-b455-d1538f6c4f58 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:48.430319 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-839ef4d4-9f78-4f86-b455-d1538f6c4f58 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Network cfa5ae8e-5309-40a3-bdd3-f79101f55f6d is already hosted by enough agents. {{(pid=107236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:45:48.442864 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.base_scheduler [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-839ef4d4-9f78-4f86-b455-d1538f6c4f58 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Resources bound (agent type, host, resource id): {{(pid=107236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:45:48.446101 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ef4d4-9f78-4f86-b455-d1538f6c4f58 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Pushing event updated for resources: {'Port': ['ID=7afe16a6-56a4-4780-bdd2-0c90cc6040f5,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:48.448588 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-839ef4d4-9f78-4f86-b455-d1538f6c4f58 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Received port after_create {{(pid=107236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:45:48.513095 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4d94b-44fe-4393-97d0-e47770e9d1b9 req-2430783c-70a8-422f-88f6-ac70e173f4d6 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:48.514872 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ebe4d94b-44fe-4393-97d0-e47770e9d1b9 req-2430783c-70a8-422f-88f6-ac70e173f4d6 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 932 time: 0.0832808 Sep 23 01:45:48.564094 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-839ef4d4-9f78-4f86-b455-d1538f6c4f58 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:48.564815 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-839ef4d4-9f78-4f86-b455-d1538f6c4f58 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:48.613434 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ebe4d94b-44fe-4393-97d0-e47770e9d1b9 req-cce77a92-cb44-49c3-926b-1e9fcf1bde22 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867586 Sep 23 01:45:48.708479 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-839ef4d4-9f78-4f86-b455-d1538f6c4f58 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9669671 Sep 23 01:45:48.760164 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Provisioning complete for port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 triggered by entity DHCP. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:45:48.760767 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:48.760767 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Attempt 1 to provision port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 Sep 23 01:45:48.808781 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:49.310685 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Attempt 2 to provision port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 Sep 23 01:45:49.349263 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:49.357433 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:49.763799 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dc7ce-52b5-40ba-85b8-5c582b09796e req-3e6c106c-9d61-4dcc-92e2-b3230544a938 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:49.772336 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-014dc7ce-52b5-40ba-85b8-5c582b09796e req-3e6c106c-9d61-4dcc-92e2-b3230544a938 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 932 time: 0.0669916 Sep 23 01:45:49.830165 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-014dc7ce-52b5-40ba-85b8-5c582b09796e req-f8dd1555-fb5a-413c-81b0-dae7588e06de tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554087 Sep 23 01:45:49.858191 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Attempt 3 to provision port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 Sep 23 01:45:49.903302 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:50.405618 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Attempt 4 to provision port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 Sep 23 01:45:50.448900 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:50.949933 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Attempt 5 to provision port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 Sep 23 01:45:50.975844 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e0c07-98f3-4daa-936d-b94c8a224c4d req-729b0ecb-5ed0-4678-a03c-87774fcb39d2 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:50.980080 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-559e0c07-98f3-4daa-936d-b94c8a224c4d req-729b0ecb-5ed0-4678-a03c-87774fcb39d2 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 932 time: 0.0529206 Sep 23 01:45:50.991173 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:51.029821 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-559e0c07-98f3-4daa-936d-b94c8a224c4d req-848ee178-0303-4807-b789-58c961c3cd76 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460684 Sep 23 01:45:51.492817 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Attempt 6 to provision port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 Sep 23 01:45:51.528816 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:51.881960 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:52.030426 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Attempt 7 to provision port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 Sep 23 01:45:52.064712 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:52.160088 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de62d08-c677-4f96-aec8-3cb314124356 req-0ae043cf-340a-499c-acdd-c983cae8b8e6 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:52.161714 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9de62d08-c677-4f96-aec8-3cb314124356 req-0ae043cf-340a-499c-acdd-c983cae8b8e6 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 932 time: 0.0500410 Sep 23 01:45:52.217836 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9de62d08-c677-4f96-aec8-3cb314124356 req-801398e3-6e85-497a-96ba-e6134aef3866 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499270 Sep 23 01:45:52.566375 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Attempt 8 to provision port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 Sep 23 01:45:52.583344 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51100) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:45:52.624876 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:52.749998 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-bd7a8bc8-8a47-45bc-93e0-bf9ef4554755 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Deleting port 47ac64ab-23eb-4ae7-b7e7-e59278bf4f54 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:45:52.750390 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-bd7a8bc8-8a47-45bc-93e0-bf9ef4554755 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (47ac64ab-23eb-4ae7-b7e7-e59278bf4f54), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:52.838369 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-bd7a8bc8-8a47-45bc-93e0-bf9ef4554755 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (47ac64ab-23eb-4ae7-b7e7-e59278bf4f54), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:52.838748 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-bd7a8bc8-8a47-45bc-93e0-bf9ef4554755 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for floatingip (47ac64ab-23eb-4ae7-b7e7-e59278bf4f54), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:52.854008 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-bd7a8bc8-8a47-45bc-93e0-bf9ef4554755 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Calling delete_port for 47ac64ab-23eb-4ae7-b7e7-e59278bf4f54 owned by network:floatingip {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:45:53.126406 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Attempt 9 to provision port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 Sep 23 01:45:53.154719 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-bd7a8bc8-8a47-45bc-93e0-bf9ef4554755 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (47ac64ab-23eb-4ae7-b7e7-e59278bf4f54), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:53.162954 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:53.193101 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a8bc8-8a47-45bc-93e0-bf9ef4554755 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event deleted for resources: {'Port': ['ID=47ac64ab-23eb-4ae7-b7e7-e59278bf4f54,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:53.282466 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-bd7a8bc8-8a47-45bc-93e0-bf9ef4554755 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for floatingip (2e0df599-ca85-43b7-a01b-2d747967cde6), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:53.282979 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.l3_db [None req-bd7a8bc8-8a47-45bc-93e0-bf9ef4554755 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Floating IP 2e0df599-ca85-43b7-a01b-2d747967cde6 disassociated (deleted). External IP: 172.27.1.93, port: c9c7a5b9-4b97-4534-8781-dafaa5dc00df. Sep 23 01:45:53.330956 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:53.388486 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03293f01-2b69-4067-89e3-7dfa48b5ff5c req-ff9332af-3447-4365-99d0-7ef1841b8834 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:53.396200 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-03293f01-2b69-4067-89e3-7dfa48b5ff5c req-ff9332af-3447-4365-99d0-7ef1841b8834 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 932 time: 0.0699246 Sep 23 01:45:53.461003 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-03293f01-2b69-4067-89e3-7dfa48b5ff5c req-bccb519a-6ade-415a-89e1-d6f9e319f459 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634985 Sep 23 01:45:53.596676 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:53.616695 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:53.622204 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7a8bc8-8a47-45bc-93e0-bf9ef4554755 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Router 565a0dc1-9fc8-48b9-894d-271ec21954e8 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:45:53.664437 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Attempt 10 to provision port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 Sep 23 01:45:53.704850 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-5fba504c-8a3e-41d3-86d6-3046cf0e1443 None None] Port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 cannot update to ACTIVE because it is not bound. {{(pid=107237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 01:45:53.737483 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7a8bc8-8a47-45bc-93e0-bf9ef4554755 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:45:53.743064 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-bd7a8bc8-8a47-45bc-93e0-bf9ef4554755 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:53.750339 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7725af-eac6-475c-8efb-c9fa130a1e49 None None] Sync routers for ids ['565a0dc1-9fc8-48b9-894d-271ec21954e8'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:45:53.762882 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7725af-eac6-475c-8efb-c9fa130a1e49 None None] Routers {'565a0dc1-9fc8-48b9-894d-271ec21954e8'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:45:53.764694 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-0d7725af-eac6-475c-8efb-c9fa130a1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:45:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['565a0dc1-9fc8-48b9-894d-271ec21954e8'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:53.796664 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-bd7a8bc8-8a47-45bc-93e0-bf9ef4554755 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/2e0df599-ca85-43b7-a01b-2d747967cde6 HTTP/1.1" status: 204 len: 168 time: 1.2121735 Sep 23 01:45:53.797564 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f0791b-92aa-41df-997a-240cb2eeb40b', 'tag': 'c9c7a5b9-4b97-4534-8781-dafaa5dc00df'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:45:53.804658 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71cffb7-a4c3-4445-b05d-3eb9523d4435" -d '{"events": [{"name": "network-changed", "server_uuid": "42f0791b-92aa-41df-997a-240cb2eeb40b", "tag": "c9c7a5b9-4b97-4534-8781-dafaa5dc00df"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:45:53.856194 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06954fd6-6e98-45f1-9e83-7b087156a05b x-openstack-request-id: req-06954fd6-6e98-45f1-9e83-7b087156a05b {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:45:53.856489 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f0791b-92aa-41df-997a-240cb2eeb40b", "tag": "c9c7a5b9-4b97-4534-8781-dafaa5dc00df", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:45:53.856744 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06954fd6-6e98-45f1-9e83-7b087156a05b {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:45:53.857188 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06954fd6-6e98-45f1-9e83-7b087156a05b'] response: {'name': 'network-changed', 'server_uuid': '42f0791b-92aa-41df-997a-240cb2eeb40b', 'tag': 'c9c7a5b9-4b97-4534-8781-dafaa5dc00df', 'status': 'completed', 'code': 200} Sep 23 01:45:54.000928 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-0d7725af-eac6-475c-8efb-c9fa130a1e49 None None] Set router 565a0dc1-9fc8-48b9-894d-271ec21954e8 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:45:54.240188 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-0d7725af-eac6-475c-8efb-c9fa130a1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '5f7caa71-ff01-4977-b314-8469550be0b8', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'port_id': '52a7bbe8-2f75-4994-b4db-2f20bb798cea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'mac_address': 'fa:16:3e:35:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:42:17Z', 'updated_at': '2022-09-23T01:42:20Z', 'revision_number': 1, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:54.280666 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7725af-eac6-475c-8efb-c9fa130a1e49 None None] Checking router: 565a0dc1-9fc8-48b9-894d-271ec21954e8 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:45:54.294981 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7725af-eac6-475c-8efb-c9fa130a1e49 None None] Routers {'565a0dc1-9fc8-48b9-894d-271ec21954e8'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:45:54.295832 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-0d7725af-eac6-475c-8efb-c9fa130a1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:45:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['565a0dc1-9fc8-48b9-894d-271ec21954e8'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:54.389988 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c858187-3501-41f9-a34b-d42a2f511f83 req-7cc9b6bc-45ed-4373-a484-0d6975a79fea tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:54.398960 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2c858187-3501-41f9-a34b-d42a2f511f83 req-7cc9b6bc-45ed-4373-a484-0d6975a79fea tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 946 time: 0.0647604 Sep 23 01:45:54.467321 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-2c858187-3501-41f9-a34b-d42a2f511f83 req-1fa15b9c-8e38-4748-841a-db5f8fd6f2c7 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684011 Sep 23 01:45:54.483251 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-0d7725af-eac6-475c-8efb-c9fa130a1e49 None None] Set router 565a0dc1-9fc8-48b9-894d-271ec21954e8 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:45:54.628750 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401f833-46f1-47ff-b762-7ccfe856a32e req-69415aa4-0de8-4f29-9e23-96f58dd66e9e tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:54.630425 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4401f833-46f1-47ff-b762-7ccfe856a32e req-69415aa4-0de8-4f29-9e23-96f58dd66e9e tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 932 time: 0.0733571 Sep 23 01:45:54.721590 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-4401f833-46f1-47ff-b762-7ccfe856a32e req-7d3c621d-c2dd-494e-b7d9-2fba22f9e3ac tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798938 Sep 23 01:45:54.745598 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-0d7725af-eac6-475c-8efb-c9fa130a1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '5f7caa71-ff01-4977-b314-8469550be0b8', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'port_id': '52a7bbe8-2f75-4994-b4db-2f20bb798cea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'mac_address': 'fa:16:3e:35:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:42:17Z', 'updated_at': '2022-09-23T01:42:20Z', 'revision_number': 1, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:45:54.775798 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7725af-eac6-475c-8efb-c9fa130a1e49 None None] The sync data for ids ['565a0dc1-9fc8-48b9-894d-271ec21954e8'] in dv-cinder-849143-7-iscsi is: [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': '5f7caa71-ff01-4977-b314-8469550be0b8', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'port_id': '52a7bbe8-2f75-4994-b4db-2f20bb798cea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'mac_address': 'fa:16:3e:35:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:42:17Z', 'updated_at': '2022-09-23T01:42:20Z', 'revision_number': 1, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:45:55.064840 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d4a57-36e6-4a8e-ac3a-0318b2713da5 None None] New status for floating IP 2e0df599-ca85-43b7-a01b-2d747967cde6: DOWN {{(pid=107237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:45:55.609570 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a53df-477a-4664-a98e-6506e4386a78 req-f65cf981-7f13-43b3-8c3f-db35c74a94ab tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:55.611094 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-359a53df-477a-4664-a98e-6506e4386a78 req-f65cf981-7f13-43b3-8c3f-db35c74a94ab tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 946 time: 0.0523186 Sep 23 01:45:55.674130 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-359a53df-477a-4664-a98e-6506e4386a78 req-e703f431-2adf-430f-8259-72ec14eafc9a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504181 Sep 23 01:45:55.845711 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a123e8-9b2c-4b6e-b662-5460eb490983 req-05334c9a-48b3-4124-8b65-7299090ef044 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:55.847482 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-82a123e8-9b2c-4b6e-b662-5460eb490983 req-05334c9a-48b3-4124-8b65-7299090ef044 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 932 time: 0.0589638 Sep 23 01:45:55.908566 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-82a123e8-9b2c-4b6e-b662-5460eb490983 req-54c890b7-dc79-4915-9556-dab57911e8f0 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537913 Sep 23 01:45:56.482851 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Request body: {'port': {'device_id': 'c936335f-541e-469a-bca1-551a78b1891a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:45:56.522510 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cffb7-a4c3-4445-b05d-3eb9523d4435 req-b42a1b39-c588-4cef-a030-101fdece52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:56.523539 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f71cffb7-a4c3-4445-b05d-3eb9523d4435 req-b42a1b39-c588-4cef-a030-101fdece52f9 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 1130 time: 0.0844915 Sep 23 01:45:56.547574 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:56.550987 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:56.625586 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cffb7-a4c3-4445-b05d-3eb9523d4435 req-96dee716-9089-4a4a-b3e9-2c808811af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:56.627056 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f71cffb7-a4c3-4445-b05d-3eb9523d4435 req-96dee716-9089-4a4a-b3e9-2c808811af4b service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=7fe1919f-1f3e-419a-91a3-220386faadcd HTTP/1.1" status: 200 len: 912 time: 0.0922306 Sep 23 01:45:56.798562 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:56.812620 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a73fa-6aa9-479e-9bb8-2f360c8bccf1 req-9483a106-aeb4-433d-9138-3b25b2f23854 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:56.814208 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-670a73fa-6aa9-479e-9bb8-2f360c8bccf1 req-9483a106-aeb4-433d-9138-3b25b2f23854 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 946 time: 0.0649679 Sep 23 01:45:56.880260 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 {{(pid=107236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:45:56.894623 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Publish callbacks [] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:56.911369 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-670a73fa-6aa9-479e-9bb8-2f360c8bccf1 req-c90d8f4b-988d-4def-b0e9-5423b8b72495 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913219 Sep 23 01:45:56.916459 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.provisioning_blocks [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Transition to ACTIVE for port object 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 will not be triggered until provisioned by entity L2. {{(pid=107236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 01:45:57.013056 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:57.041559 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54055a0-0836-46e0-90c1-0ee573bc54ac req-522d5815-0522-4c73-a9e1-67b9d71285ed tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:57.043162 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e54055a0-0836-46e0-90c1-0ee573bc54ac req-522d5815-0522-4c73-a9e1-67b9d71285ed tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 932 time: 0.0528626 Sep 23 01:45:57.094172 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e54055a0-0836-46e0-90c1-0ee573bc54ac req-fa60a316-813f-4c29-89ab-dc1c979c674d tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449710 Sep 23 01:45:57.094868 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=7afe16a6-56a4-4780-bdd2-0c90cc6040f5,revision_number=2']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:57.126487 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Attempting to bind port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 01:45:57.126824 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Attempting to bind port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '502acf4f-e1fa-4197-a312-d4e18aad13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d'}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 01:45:57.127662 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Attempting to bind port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 on network cfa5ae8e-5309-40a3-bdd3-f79101f55f6d {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:45:57.174625 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 on network cfa5ae8e-5309-40a3-bdd3-f79101f55f6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 01:45:57.174951 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Attempting to bind port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 on network cfa5ae8e-5309-40a3-bdd3-f79101f55f6d {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 01:45:57.218641 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Checking agent: {'id': 'f942d9ca-51c8-47ae-9ce4-9d62ae6257a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'started_at': datetime.datetime(2022, 9, 23, 1, 27, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 1, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 01:45:57.218892 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Checking segment: {'id': '502acf4f-e1fa-4197-a312-d4e18aad13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 01:45:57.219324 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Bound using segment: {'id': '502acf4f-e1fa-4197-a312-d4e18aad13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d'} {{(pid=107236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 01:45:57.219777 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.managers [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Bound port: 7afe16a6-56a4-4780-bdd2-0c90cc6040f5, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '502acf4f-e1fa-4197-a312-d4e18aad13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d'}}] {{(pid=107236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 01:45:57.220136 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:57.281611 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] For port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5, host hv-cinder-84914, cleared binding levels {{(pid=107236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 01:45:57.284774 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] For port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7afe16a6-56a4-4780-bdd2-0c90cc6040f5,segment=NetworkSegment(502acf4f-e1fa-4197-a312-d4e18aad13df),segment_id=502acf4f-e1fa-4197-a312-d4e18aad13df)] {{(pid=107236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 01:45:57.396586 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:57.400999 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:57.401618 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:57.402989 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/7afe16a6-56a4-4780-bdd2-0c90cc6040f5 HTTP/1.1" status: 200 len: 1094 time: 0.9832950 Sep 23 01:45:57.403565 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c936335f-541e-469a-bca1-551a78b1891a', 'tag': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:45:57.405901 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c1d157-0fbc-4803-b2cc-78080aaace56" -d '{"events": [{"name": "network-changed", "server_uuid": "c936335f-541e-469a-bca1-551a78b1891a", "tag": "7afe16a6-56a4-4780-bdd2-0c90cc6040f5"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:45:57.456426 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab4523-0adc-4469-97fb-df75f51d6cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=7afe16a6-56a4-4780-bdd2-0c90cc6040f5,revision_number=3']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:57.507140 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24149294-81da-4322-be67-b48601885b96 x-openstack-request-id: req-24149294-81da-4322-be67-b48601885b96 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:45:57.507463 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c936335f-541e-469a-bca1-551a78b1891a", "tag": "7afe16a6-56a4-4780-bdd2-0c90cc6040f5", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:45:57.507752 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24149294-81da-4322-be67-b48601885b96 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:45:57.508181 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24149294-81da-4322-be67-b48601885b96'] response: {'name': 'network-changed', 'server_uuid': 'c936335f-541e-469a-bca1-551a78b1891a', 'tag': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5', 'status': 'completed', 'code': 200} Sep 23 01:45:57.898251 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f71cffb7-a4c3-4445-b05d-3eb9523d4435 req-f7b074bc-c243-4ccb-aa8d-550b07df198c service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9c7a5b9-4b97-4534-8781-dafaa5dc00df HTTP/1.1" status: 200 len: 217 time: 0.0352151 Sep 23 01:45:58.041350 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a2135-2fd8-4c02-8764-8fb67af38429 req-05ecb8b2-29ec-4e6d-a6bc-b76cf108c039 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:58.042833 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-969a2135-2fd8-4c02-8764-8fb67af38429 req-05ecb8b2-29ec-4e6d-a6bc-b76cf108c039 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 946 time: 0.0552800 Sep 23 01:45:58.068460 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1d157-0fbc-4803-b2cc-78080aaace56 req-ec7f84df-81ee-44ed-8d3a-be2852f2b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:58.070553 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d8c1d157-0fbc-4803-b2cc-78080aaace56 req-ec7f84df-81ee-44ed-8d3a-be2852f2b237 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=403b0f1ad71c459581759568e4fcd1ca&device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 1128 time: 0.0459235 Sep 23 01:45:58.104790 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cffb7-a4c3-4445-b05d-3eb9523d4435 req-7b2983b0-32dd-40c6-aff5-f526e5a52b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:58.106143 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f71cffb7-a4c3-4445-b05d-3eb9523d4435 req-7b2983b0-32dd-40c6-aff5-f526e5a52b89 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=92872aee-ac5a-436a-a1fc-6d4a72de35e8 HTTP/1.1" status: 200 len: 850 time: 0.0812240 Sep 23 01:45:58.124570 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-969a2135-2fd8-4c02-8764-8fb67af38429 req-c311fa08-84ce-4c0e-8d16-89c9596cf58e tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600896 Sep 23 01:45:58.219095 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e927c-7dd8-494f-a3ec-89b4df288f6f req-1486b21f-22a5-419a-9f7f-db7a309cc8bf tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:58.220587 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-859e927c-7dd8-494f-a3ec-89b4df288f6f req-1486b21f-22a5-419a-9f7f-db7a309cc8bf tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 944 time: 0.0471935 Sep 23 01:45:58.269830 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-859e927c-7dd8-494f-a3ec-89b4df288f6f req-10bdd144-bc2b-4e56-a2b8-97c12fb8474b tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424271 Sep 23 01:45:58.339269 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cffb7-a4c3-4445-b05d-3eb9523d4435 req-ff8bf535-8748-404a-890e-256a107a2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:58.340802 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f71cffb7-a4c3-4445-b05d-3eb9523d4435 req-ff8bf535-8748-404a-890e-256a107a2703 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7fe1919f-1f3e-419a-91a3-220386faadcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408702 Sep 23 01:45:58.385380 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:58.395516 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1d157-0fbc-4803-b2cc-78080aaace56 req-da630b83-f7a5-46bd-9919-b5715abc2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:58.398979 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d8c1d157-0fbc-4803-b2cc-78080aaace56 req-da630b83-f7a5-46bd-9919-b5715abc2333 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=403b0f1ad71c459581759568e4fcd1ca&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0965393 Sep 23 01:45:58.518511 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315926a7-f061-4931-a8f3-800407e114f2 req-5efef508-82cc-413e-8419-eb23f5ca806a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:58.519990 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-315926a7-f061-4931-a8f3-800407e114f2 req-5efef508-82cc-413e-8419-eb23f5ca806a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 946 time: 0.0908837 Sep 23 01:45:58.521002 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f71cffb7-a4c3-4445-b05d-3eb9523d4435 req-2cbd1402-b667-4c35-ae1a-751d63608d1d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926306 Sep 23 01:45:58.548392 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:58.591059 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1d157-0fbc-4803-b2cc-78080aaace56 req-3d071e4c-72a2-49d3-88be-f358a73e7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:58.592556 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-d8c1d157-0fbc-4803-b2cc-78080aaace56 req-3d071e4c-72a2-49d3-88be-f358a73e7f95 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1646397 Sep 23 01:45:58.620382 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-f71cffb7-a4c3-4445-b05d-3eb9523d4435 req-f9c6a514-0492-4956-88f7-f7b3e5184342 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903323 Sep 23 01:45:58.637412 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-315926a7-f061-4931-a8f3-800407e114f2 req-9938eef8-b40e-4221-a3af-ed87c456b944 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Deleting port c9c7a5b9-4b97-4534-8781-dafaa5dc00df {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:45:58.637412 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-315926a7-f061-4931-a8f3-800407e114f2 req-9938eef8-b40e-4221-a3af-ed87c456b944 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (c9c7a5b9-4b97-4534-8781-dafaa5dc00df), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:58.712965 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-f6e493b4-2371-4d73-bdfa-254353ed1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:58.714463 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-f6e493b4-2371-4d73-bdfa-254353ed1bac service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=403b0f1ad71c459581759568e4fcd1ca&device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 1128 time: 0.0446692 Sep 23 01:45:58.727022 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:58.733784 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-315926a7-f061-4931-a8f3-800407e114f2 req-9938eef8-b40e-4221-a3af-ed87c456b944 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] For port c9c7a5b9-4b97-4534-8781-dafaa5dc00df, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c9c7a5b9-4b97-4534-8781-dafaa5dc00df,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:45:58.734136 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-315926a7-f061-4931-a8f3-800407e114f2 req-9938eef8-b40e-4221-a3af-ed87c456b944 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (c9c7a5b9-4b97-4534-8781-dafaa5dc00df), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:58.748358 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [req-315926a7-f061-4931-a8f3-800407e114f2 req-9938eef8-b40e-4221-a3af-ed87c456b944 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Calling delete_port for c9c7a5b9-4b97-4534-8781-dafaa5dc00df owned by compute:nova {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:45:58.760895 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-b324ce98-7720-476f-8362-0dacb35e80b8 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afe16a6-56a4-4780-bdd2-0c90cc6040f5 HTTP/1.1" status: 200 len: 217 time: 0.0332139 Sep 23 01:45:58.812333 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-834b786b-ed07-45c6-bba7-b0f0cd1b2966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:58.812333 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-834b786b-ed07-45c6-bba7-b0f0cd1b2966 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d2a471bd-0d15-45dd-9d8f-149b6ed19a03 HTTP/1.1" status: 200 len: 853 time: 0.0449975 Sep 23 01:45:58.826893 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:45:58.858433 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-3ecc4029-7ec2-46eb-9afd-a0b19c665baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:58.859929 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-3ecc4029-7ec2-46eb-9afd-a0b19c665baa service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=cfa5ae8e-5309-40a3-bdd3-f79101f55f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417767 Sep 23 01:45:58.956483 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-31f16070-cbeb-4203-ac20-9672ce56512d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cfa5ae8e-5309-40a3-bdd3-f79101f55f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904682 Sep 23 01:45:58.994840 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-315926a7-f061-4931-a8f3-800407e114f2 req-9938eef8-b40e-4221-a3af-ed87c456b944 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (c9c7a5b9-4b97-4534-8781-dafaa5dc00df), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:59.026968 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938eef8-b40e-4221-a3af-ed87c456b944 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event deleted for resources: {'Port': ['ID=c9c7a5b9-4b97-4534-8781-dafaa5dc00df,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:45:59.056810 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-ab33dd54-574f-48fc-b5ee-5235b23e7d3d req-a73cec27-86d1-4627-b0e5-3945e230761b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cfa5ae8e-5309-40a3-bdd3-f79101f55f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941477 Sep 23 01:45:59.074653 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [req-315926a7-f061-4931-a8f3-800407e114f2 req-9938eef8-b40e-4221-a3af-ed87c456b944 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] No DVR routers for this DVR port c9c7a5b9-4b97-4534-8781-dafaa5dc00df on host hv-cinder-84914 {{(pid=107236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:45:59.077180 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-315926a7-f061-4931-a8f3-800407e114f2 req-9938eef8-b40e-4221-a3af-ed87c456b944 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:45:59.081129 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-315926a7-f061-4931-a8f3-800407e114f2 req-9938eef8-b40e-4221-a3af-ed87c456b944 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.81 "DELETE /networking/v2.0/ports/c9c7a5b9-4b97-4534-8781-dafaa5dc00df HTTP/1.1" status: 204 len: 173 time: 0.5500729 Sep 23 01:45:59.233887 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e75a1ce8-4dde-4dcf-b0d1-6e9e2398d8f0 req-080678b3-66ec-414f-9c9e-bb2154c4cd2a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 210 time: 0.0309362 Sep 23 01:45:59.396409 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ee3ed-a50f-49c4-9b1f-cb7df950014c req-d93b8152-b500-46d9-aab9-18d448339f7e tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:45:59.398080 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-960ee3ed-a50f-49c4-9b1f-cb7df950014c req-d93b8152-b500-46d9-aab9-18d448339f7e tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 944 time: 0.0522108 Sep 23 01:45:59.457599 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-960ee3ed-a50f-49c4-9b1f-cb7df950014c req-144f68b5-b3fa-4a3b-99ad-b983a4f60156 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532823 Sep 23 01:45:59.509040 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f0791b-92aa-41df-997a-240cb2eeb40b', 'name': 'network-vif-deleted', 'tag': 'c9c7a5b9-4b97-4534-8781-dafaa5dc00df'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:45:59.511397 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8526d7d-3764-4e0e-aba2-8d46e6c0341e" -d '{"events": [{"server_uuid": "42f0791b-92aa-41df-997a-240cb2eeb40b", "name": "network-vif-deleted", "tag": "c9c7a5b9-4b97-4534-8781-dafaa5dc00df"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:45:59.548312 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0aad72c-d459-4ac8-ae09-7d0d4dc7a9d5 x-openstack-request-id: req-a0aad72c-d459-4ac8-ae09-7d0d4dc7a9d5 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:45:59.548600 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f0791b-92aa-41df-997a-240cb2eeb40b", "name": "network-vif-deleted", "tag": "c9c7a5b9-4b97-4534-8781-dafaa5dc00df", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:45:59.548847 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0aad72c-d459-4ac8-ae09-7d0d4dc7a9d5 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:45:59.549239 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0aad72c-d459-4ac8-ae09-7d0d4dc7a9d5'] response: {'server_uuid': '42f0791b-92aa-41df-997a-240cb2eeb40b', 'name': 'network-vif-deleted', 'tag': 'c9c7a5b9-4b97-4534-8781-dafaa5dc00df', 'status': 'completed', 'code': 200} Sep 23 01:46:00.338700 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-3c5ab803-8457-45e0-8466-54ce9c9e5d93 req-adf44f25-9f33-4a9a-bdcd-9ea5ee38748f tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 210 time: 0.0307214 Sep 23 01:46:00.578504 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647a178-001d-44ab-8102-a94c7aecbf53 req-b13121ea-e532-4cb9-ad5a-b769efcbdb76 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:00.579892 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3647a178-001d-44ab-8102-a94c7aecbf53 req-b13121ea-e532-4cb9-ad5a-b769efcbdb76 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 944 time: 0.0481277 Sep 23 01:46:00.629959 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3647a178-001d-44ab-8102-a94c7aecbf53 req-48809f8a-cf41-4c80-ac69-f3ef9eb2f209 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434184 Sep 23 01:46:00.745418 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=107237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 01:46:00.760351 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device c9c7a5b9-4b97-4534-8781-dafaa5dc00df no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:46:00.788638 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: c9c7a5b9-4b97-4534-8781-dafaa5dc00df {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:46:00.789011 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device c9c7a5b9-4b97-4534-8781-dafaa5dc00df not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:46:00.843636 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:00.883664 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7afe16a6-56a4-4780-bdd2-0c90cc6040f5,segment=NetworkSegment(502acf4f-e1fa-4197-a312-d4e18aad13df),segment_id=502acf4f-e1fa-4197-a312-d4e18aad13df)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:46:00.898551 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Returning: {'device': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5', 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d', 'port_id': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5', 'mac_address': 'fa:16:3e:b9:b7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 01:46:01.000579 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 is: DOWN; New status is: BUILD {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:46:01.000579 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:01.000579 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 {{(pid=107237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 01:46:01.000579 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7afe16a6-56a4-4780-bdd2-0c90cc6040f5,segment=NetworkSegment(502acf4f-e1fa-4197-a312-d4e18aad13df),segment_id=502acf4f-e1fa-4197-a312-d4e18aad13df)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:46:01.458946 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-efb04d8d-f118-49f5-b1c5-fa5800da100c req-8e89af3f-5dc2-4d0d-b708-6af092aa177a tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=42f0791b-92aa-41df-997a-240cb2eeb40b HTTP/1.1" status: 200 len: 210 time: 0.0277305 Sep 23 01:46:01.760598 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2390fd5-5ee1-4283-9de6-67c84ad82609 req-806fdade-75d7-4d4f-ac6c-47c767c4364e tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:01.762073 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e2390fd5-5ee1-4283-9de6-67c84ad82609 req-806fdade-75d7-4d4f-ac6c-47c767c4364e tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 944 time: 0.0515423 Sep 23 01:46:01.811030 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-e2390fd5-5ee1-4283-9de6-67c84ad82609 req-5128223c-b432-48ff-ab73-2e7fb1f20060 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430784 Sep 23 01:46:01.813330 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:01.860637 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=7afe16a6-56a4-4780-bdd2-0c90cc6040f5,revision_number=4']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:02.127679 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['7afe16a6-56a4-4780-bdd2-0c90cc6040f5'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:46:02.198128 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:02.758195 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 up at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 01:46:02.801787 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning for port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 completed by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 01:46:02.909608 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.provisioning_blocks [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Provisioning complete for port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 triggered by entity L2. {{(pid=107237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 01:46:02.910399 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7813342'] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), provisioning_complete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:02.910741 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Attempt 1 to provision port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 Sep 23 01:46:02.937770 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e6924-ce5e-4b13-a953-d5dbae6e6979 req-47b1a238-8ca7-4d7b-b605-6739caf6cf32 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:02.943244 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-962e6924-ce5e-4b13-a953-d5dbae6e6979 req-47b1a238-8ca7-4d7b-b605-6739caf6cf32 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 945 time: 0.0501347 Sep 23 01:46:02.991470 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-962e6924-ce5e-4b13-a953-d5dbae6e6979 req-bcd84744-3523-4b05-b8fe-5b3317bb279d tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456409 Sep 23 01:46:03.004163 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Current status of the port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 is: BUILD; New status is: ACTIVE {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:46:03.005107 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:03.029001 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c936335f-541e-469a-bca1-551a78b1891a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5'}] {{(pid=107237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:46:03.031179 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96cfcff578194939b3c72a976c695d209cbb572c40ab300be5435fe31dc24f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4c1939-917d-44f0-9b63-d83cc0e7a98d" -d '{"events": [{"server_uuid": "c936335f-541e-469a-bca1-551a78b1891a", "name": "network-vif-plugged", "status": "completed", "tag": "7afe16a6-56a4-4780-bdd2-0c90cc6040f5"}]}' {{(pid=107237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:46:03.048030 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] For port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7afe16a6-56a4-4780-bdd2-0c90cc6040f5,segment=NetworkSegment(502acf4f-e1fa-4197-a312-d4e18aad13df),segment_id=502acf4f-e1fa-4197-a312-d4e18aad13df)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:46:03.075167 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38a04bc-f72b-4300-afaa-dd9bbe0b7388 x-openstack-request-id: req-a38a04bc-f72b-4300-afaa-dd9bbe0b7388 {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:46:03.075167 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c936335f-541e-469a-bca1-551a78b1891a", "name": "network-vif-plugged", "status": "completed", "tag": "7afe16a6-56a4-4780-bdd2-0c90cc6040f5", "code": 200}]} {{(pid=107237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:46:03.075167 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a38a04bc-f72b-4300-afaa-dd9bbe0b7388 {{(pid=107237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:46:03.075501 dv-cinder-849143-7-iscsi neutron-server[107237]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a38a04bc-f72b-4300-afaa-dd9bbe0b7388'] response: {'server_uuid': 'c936335f-541e-469a-bca1-551a78b1891a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5', 'code': 200} Sep 23 01:46:03.121434 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101'] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:03.297967 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Pushing event updated for resources: {'Port': ['ID=7afe16a6-56a4-4780-bdd2-0c90cc6040f5,revision_number=5']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:03.529238 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb03ba-062c-446a-8a0a-79cdd985dc66 req-1e11e494-4879-44b8-a91d-fb1420d17ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:03.530779 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-99eb03ba-062c-446a-8a0a-79cdd985dc66 req-1e11e494-4879-44b8-a91d-fb1420d17ad4 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 1130 time: 0.0385115 Sep 23 01:46:03.570024 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:03.576311 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-99eb03ba-062c-446a-8a0a-79cdd985dc66 req-a71c7dab-daf0-477e-888c-01b09488e044 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391862 Sep 23 01:46:03.864659 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf28c-a989-4bdd-8b3b-976e2fac855c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:04.118434 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c461b5a-65f8-41c3-bb87-511088da8e98 req-5d619b1d-15d2-477d-a3c6-5f9ebfcf006b tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:04.125325 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2c461b5a-65f8-41c3-bb87-511088da8e98 req-5d619b1d-15d2-477d-a3c6-5f9ebfcf006b tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 946 time: 0.0557919 Sep 23 01:46:04.172656 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2c461b5a-65f8-41c3-bb87-511088da8e98 req-1d79ba48-725a-46be-998d-bbf5696c5c53 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464766 Sep 23 01:46:04.745373 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=86 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:04.749301 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=68 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:05.151911 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51172) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:05.302713 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114b026-fd29-47d1-b890-2d51781e1777 req-a26d7f90-3a9c-48e5-8180-73766f17ef6d tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:05.304326 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0114b026-fd29-47d1-b890-2d51781e1777 req-a26d7f90-3a9c-48e5-8180-73766f17ef6d tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 946 time: 0.0499659 Sep 23 01:46:05.310696 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-65651159-159f-4d4a-a69d-b29ab06643b8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Deleting port 5609f768-579a-4b6c-ba24-5aeca2c1d1a7 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:46:05.311046 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-65651159-159f-4d4a-a69d-b29ab06643b8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (5609f768-579a-4b6c-ba24-5aeca2c1d1a7), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:05.359771 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-0114b026-fd29-47d1-b890-2d51781e1777 req-fc543600-9cf2-494e-97b3-a5a07384b17d tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496585 Sep 23 01:46:05.360661 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:05.395951 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-65651159-159f-4d4a-a69d-b29ab06643b8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (5609f768-579a-4b6c-ba24-5aeca2c1d1a7), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:05.395951 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-65651159-159f-4d4a-a69d-b29ab06643b8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for floatingip (5609f768-579a-4b6c-ba24-5aeca2c1d1a7), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:05.407135 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-65651159-159f-4d4a-a69d-b29ab06643b8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Calling delete_port for 5609f768-579a-4b6c-ba24-5aeca2c1d1a7 owned by network:floatingip {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:46:05.491019 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:05.727690 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-65651159-159f-4d4a-a69d-b29ab06643b8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (5609f768-579a-4b6c-ba24-5aeca2c1d1a7), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:05.752187 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65651159-159f-4d4a-a69d-b29ab06643b8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event deleted for resources: {'Port': ['ID=5609f768-579a-4b6c-ba24-5aeca2c1d1a7,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:05.824314 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-65651159-159f-4d4a-a69d-b29ab06643b8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for floatingip (5f7caa71-ff01-4977-b314-8469550be0b8), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:05.824811 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.l3_db [None req-65651159-159f-4d4a-a69d-b29ab06643b8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Floating IP 5f7caa71-ff01-4977-b314-8469550be0b8 disassociated (deleted). External IP: 172.27.1.75, port: 52a7bbe8-2f75-4994-b4db-2f20bb798cea. Sep 23 01:46:06.036514 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65651159-159f-4d4a-a69d-b29ab06643b8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Router 565a0dc1-9fc8-48b9-894d-271ec21954e8 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:46:06.149735 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65651159-159f-4d4a-a69d-b29ab06643b8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:46:06.154670 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-65651159-159f-4d4a-a69d-b29ab06643b8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:06.160506 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837eb842-5edd-4856-bb55-a76dc79b612a None None] Sync routers for ids ['565a0dc1-9fc8-48b9-894d-271ec21954e8'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:46:06.174414 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837eb842-5edd-4856-bb55-a76dc79b612a None None] Routers {'565a0dc1-9fc8-48b9-894d-271ec21954e8'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:46:06.175472 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-837eb842-5edd-4856-bb55-a76dc79b612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:45:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['565a0dc1-9fc8-48b9-894d-271ec21954e8'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:06.289200 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-837eb842-5edd-4856-bb55-a76dc79b612a None None] Set router 565a0dc1-9fc8-48b9-894d-271ec21954e8 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:46:06.446812 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-bcfd707e-cd03-40ee-bdb6-df30b79cd83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:06.494110 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-65651159-159f-4d4a-a69d-b29ab06643b8 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/5f7caa71-ff01-4977-b314-8469550be0b8 HTTP/1.1" status: 204 len: 168 time: 1.3408086 Sep 23 01:46:06.496911 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'tag': '52a7bbe8-2f75-4994-b4db-2f20bb798cea'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:46:06.500903 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-837eb842-5edd-4856-bb55-a76dc79b612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:06.501199 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b371a7-b6bc-470f-8d69-90330bd4bec1" -d '{"events": [{"name": "network-changed", "server_uuid": "fd592cb5-a798-4609-9b39-4fd6b3e83ac0", "tag": "52a7bbe8-2f75-4994-b4db-2f20bb798cea"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:46:06.510940 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf99be-6210-4bad-820e-d2d1b2fc626d req-54f89964-bd0f-48df-88bf-c3656778bacf tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:06.512722 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-afbf99be-6210-4bad-820e-d2d1b2fc626d req-54f89964-bd0f-48df-88bf-c3656778bacf tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 946 time: 0.0610225 Sep 23 01:46:06.532041 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837eb842-5edd-4856-bb55-a76dc79b612a None None] Checking router: 565a0dc1-9fc8-48b9-894d-271ec21954e8 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:46:06.541183 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837eb842-5edd-4856-bb55-a76dc79b612a None None] Routers {'565a0dc1-9fc8-48b9-894d-271ec21954e8'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:46:06.541770 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-837eb842-5edd-4856-bb55-a76dc79b612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:46:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['565a0dc1-9fc8-48b9-894d-271ec21954e8'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:06.568216 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-afbf99be-6210-4bad-820e-d2d1b2fc626d req-ba2f25f5-5495-4854-a14e-555775bb6aaa tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473101 Sep 23 01:46:06.644116 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-837eb842-5edd-4856-bb55-a76dc79b612a None None] Set router 565a0dc1-9fc8-48b9-894d-271ec21954e8 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:46:06.696331 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee394f3-bb08-4bca-99a6-884bd6c26c43 x-openstack-request-id: req-7ee394f3-bb08-4bca-99a6-884bd6c26c43 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:46:06.696725 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd592cb5-a798-4609-9b39-4fd6b3e83ac0", "tag": "52a7bbe8-2f75-4994-b4db-2f20bb798cea", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:46:06.697096 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ee394f3-bb08-4bca-99a6-884bd6c26c43 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:46:06.697619 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee394f3-bb08-4bca-99a6-884bd6c26c43'] response: {'name': 'network-changed', 'server_uuid': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'tag': '52a7bbe8-2f75-4994-b4db-2f20bb798cea', 'status': 'completed', 'code': 200} Sep 23 01:46:06.793889 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b371a7-b6bc-470f-8d69-90330bd4bec1 req-d505a112-a853-4e40-83e8-98b3f7ba21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:06.795663 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c8b371a7-b6bc-470f-8d69-90330bd4bec1 req-d505a112-a853-4e40-83e8-98b3f7ba21fc service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 1129 time: 0.0482202 Sep 23 01:46:06.841680 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24507582-7bdf-4170-9c67-380feb8ef8f0 req-70d0f746-0769-42c9-827c-b900bd5ab600 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:06.843230 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-24507582-7bdf-4170-9c67-380feb8ef8f0 req-70d0f746-0769-42c9-827c-b900bd5ab600 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 946 time: 0.0974772 Sep 23 01:46:06.856824 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-837eb842-5edd-4856-bb55-a76dc79b612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:06.874652 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:06.885061 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837eb842-5edd-4856-bb55-a76dc79b612a None None] The sync data for ids ['565a0dc1-9fc8-48b9-894d-271ec21954e8'] in dv-cinder-849143-7-iscsi is: [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:38:52Z', 'revision_number': 4, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': '38f258e6-c059-471d-9844-4ce46bae4a0b', 'name': '', 'network_id': '7fe1919f-1f3e-419a-91a3-220386faadcd', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'mac_address': 'fa:16:3e:86:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:51Z', 'updated_at': '2022-09-23T01:38:56Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'subnets': [{'id': '92872aee-ac5a-436a-a1fc-6d4a72de35e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:46:06.903350 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-24507582-7bdf-4170-9c67-380feb8ef8f0 req-e77d87a0-933a-46b1-904f-98dc3e6a3124 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528750 Sep 23 01:46:06.925452 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b371a7-b6bc-470f-8d69-90330bd4bec1 req-da74041f-5dd5-4e4a-89e0-fdc1f9dbe4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:06.925452 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c8b371a7-b6bc-470f-8d69-90330bd4bec1 req-da74041f-5dd5-4e4a-89e0-fdc1f9dbe4fe service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=7fe1919f-1f3e-419a-91a3-220386faadcd HTTP/1.1" status: 200 len: 912 time: 0.1171343 Sep 23 01:46:07.031962 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eebe2-4225-4ead-ad3a-2ac8f2062c02 req-eff2e3a6-dff2-42ce-bc68-0d3de3d25fc9 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:07.037687 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-848eebe2-4225-4ead-ad3a-2ac8f2062c02 req-eff2e3a6-dff2-42ce-bc68-0d3de3d25fc9 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 945 time: 0.0568216 Sep 23 01:46:07.094412 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-848eebe2-4225-4ead-ad3a-2ac8f2062c02 req-ba075d5d-e09e-4afc-8f9e-f4d62efe9248 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555022 Sep 23 01:46:07.155699 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70df18a4-0fd6-407e-aa84-2cbcb4ce7aff None None] New status for floating IP 5f7caa71-ff01-4977-b314-8469550be0b8: DOWN {{(pid=107237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:46:07.270869 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1f232-6816-448e-b38e-c2559e268bf0 req-3671e643-81c7-43a0-a870-4b6aeba07108 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:07.272597 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-08b1f232-6816-448e-b38e-c2559e268bf0 req-3671e643-81c7-43a0-a870-4b6aeba07108 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 946 time: 0.0500815 Sep 23 01:46:07.320811 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-08b1f232-6816-448e-b38e-c2559e268bf0 req-46bbf7a0-8d0d-43ed-889e-66006d97759f tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423207 Sep 23 01:46:08.240678 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d521649-1095-4ecf-9b53-58fdf7b095d0 req-a26c8425-6653-4bea-a90f-8326568ca6e9 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:08.242341 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6d521649-1095-4ecf-9b53-58fdf7b095d0 req-a26c8425-6653-4bea-a90f-8326568ca6e9 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 945 time: 0.0563464 Sep 23 01:46:08.291953 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c8b371a7-b6bc-470f-8d69-90330bd4bec1 req-53578ab5-5bf0-4ebd-aae3-263af06ea3f4 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52a7bbe8-2f75-4994-b4db-2f20bb798cea HTTP/1.1" status: 200 len: 217 time: 0.3071315 Sep 23 01:46:08.298231 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-6d521649-1095-4ecf-9b53-58fdf7b095d0 req-391aa2e2-3093-4806-88df-92004a7c36bc tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c39679ba-42a4-4534-a2eb-c64638629db5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491862 Sep 23 01:46:08.477799 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b371a7-b6bc-470f-8d69-90330bd4bec1 req-5dd8ce59-a816-4d37-b5b3-164e305f6b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:08.479248 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c8b371a7-b6bc-470f-8d69-90330bd4bec1 req-5dd8ce59-a816-4d37-b5b3-164e305f6b88 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=92872aee-ac5a-436a-a1fc-6d4a72de35e8 HTTP/1.1" status: 200 len: 850 time: 0.0458555 Sep 23 01:46:08.524510 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b371a7-b6bc-470f-8d69-90330bd4bec1 req-9d964799-0a80-40b4-bbba-c403581566d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:08.526977 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c8b371a7-b6bc-470f-8d69-90330bd4bec1 req-9d964799-0a80-40b4-bbba-c403581566d6 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7fe1919f-1f3e-419a-91a3-220386faadcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390248 Sep 23 01:46:08.619794 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807683b-59a5-495d-ba39-dd40b3a72bfc req-2f3e3647-1e44-4e0f-a44a-5dda9de914b3 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:08.621256 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c807683b-59a5-495d-ba39-dd40b3a72bfc req-2f3e3647-1e44-4e0f-a44a-5dda9de914b3 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 945 time: 0.0476141 Sep 23 01:46:08.661227 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c8b371a7-b6bc-470f-8d69-90330bd4bec1 req-729e909f-2b2f-4b7a-9d52-54c21a2ecb82 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880034 Sep 23 01:46:08.711955 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-c807683b-59a5-495d-ba39-dd40b3a72bfc req-0a0e80ba-6c41-4ba4-87d4-6a685a810ced tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Deleting port 52a7bbe8-2f75-4994-b4db-2f20bb798cea {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:46:08.712299 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-c807683b-59a5-495d-ba39-dd40b3a72bfc req-0a0e80ba-6c41-4ba4-87d4-6a685a810ced tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (52a7bbe8-2f75-4994-b4db-2f20bb798cea), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:08.767522 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-c8b371a7-b6bc-470f-8d69-90330bd4bec1 req-f2a3bf8b-02a8-43ef-9c07-052de43fa039 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995507 Sep 23 01:46:08.819257 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-c807683b-59a5-495d-ba39-dd40b3a72bfc req-0a0e80ba-6c41-4ba4-87d4-6a685a810ced tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] For port 52a7bbe8-2f75-4994-b4db-2f20bb798cea, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=52a7bbe8-2f75-4994-b4db-2f20bb798cea,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:46:08.819655 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-c807683b-59a5-495d-ba39-dd40b3a72bfc req-0a0e80ba-6c41-4ba4-87d4-6a685a810ced tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (52a7bbe8-2f75-4994-b4db-2f20bb798cea), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:08.841629 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-c807683b-59a5-495d-ba39-dd40b3a72bfc req-0a0e80ba-6c41-4ba4-87d4-6a685a810ced tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Calling delete_port for 52a7bbe8-2f75-4994-b4db-2f20bb798cea owned by compute:nova {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:46:08.895626 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:08.997149 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:09.091512 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-c807683b-59a5-495d-ba39-dd40b3a72bfc req-0a0e80ba-6c41-4ba4-87d4-6a685a810ced tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (52a7bbe8-2f75-4994-b4db-2f20bb798cea), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:09.121811 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e80ba-6c41-4ba4-87d4-6a685a810ced tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event deleted for resources: {'Port': ['ID=52a7bbe8-2f75-4994-b4db-2f20bb798cea,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:09.172850 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-c807683b-59a5-495d-ba39-dd40b3a72bfc req-0a0e80ba-6c41-4ba4-87d4-6a685a810ced tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] No DVR routers for this DVR port 52a7bbe8-2f75-4994-b4db-2f20bb798cea on host hv-cinder-84914 {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:46:09.175352 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-c807683b-59a5-495d-ba39-dd40b3a72bfc req-0a0e80ba-6c41-4ba4-87d4-6a685a810ced tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:09.179413 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c807683b-59a5-495d-ba39-dd40b3a72bfc req-0a0e80ba-6c41-4ba4-87d4-6a685a810ced tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.81 "DELETE /networking/v2.0/ports/52a7bbe8-2f75-4994-b4db-2f20bb798cea HTTP/1.1" status: 204 len: 173 time: 0.5531347 Sep 23 01:46:09.179950 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'name': 'network-vif-deleted', 'tag': '52a7bbe8-2f75-4994-b4db-2f20bb798cea'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:46:09.182335 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b6b28d-c69f-413f-97ce-a6aed1f6a835" -d '{"events": [{"server_uuid": "fd592cb5-a798-4609-9b39-4fd6b3e83ac0", "name": "network-vif-deleted", "tag": "52a7bbe8-2f75-4994-b4db-2f20bb798cea"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:46:09.235495 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee17043b-da50-4d28-8d86-7342a8aa6518 x-openstack-request-id: req-ee17043b-da50-4d28-8d86-7342a8aa6518 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:46:09.235942 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd592cb5-a798-4609-9b39-4fd6b3e83ac0", "name": "network-vif-deleted", "tag": "52a7bbe8-2f75-4994-b4db-2f20bb798cea", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:46:09.236938 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee17043b-da50-4d28-8d86-7342a8aa6518 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:46:09.236938 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee17043b-da50-4d28-8d86-7342a8aa6518'] response: {'server_uuid': 'fd592cb5-a798-4609-9b39-4fd6b3e83ac0', 'name': 'network-vif-deleted', 'tag': '52a7bbe8-2f75-4994-b4db-2f20bb798cea', 'status': 'completed', 'code': 200} Sep 23 01:46:09.418061 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-35b0ca73-1a3b-4615-8a0e-6d5e91ba07eb req-091a2ad3-d25c-4a40-8544-1067a35922a5 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 210 time: 0.0374000 Sep 23 01:46:10.281456 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:10.535682 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-222fec3a-5a60-4e13-afbc-3503d180081f req-be4a0309-73cd-4f29-9ab2-07fc0a1427fb tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=fd592cb5-a798-4609-9b39-4fd6b3e83ac0 HTTP/1.1" status: 200 len: 210 time: 0.0278170 Sep 23 01:46:11.275670 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:11.604749 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51228) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:11.716443 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-c09f6245-16f4-4ed1-aaee-69243cdf48d7 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Deleting port 34303516-ba23-4b66-a12c-815cfee85857 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:46:11.716700 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c09f6245-16f4-4ed1-aaee-69243cdf48d7 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (34303516-ba23-4b66-a12c-815cfee85857), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:11.796719 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c09f6245-16f4-4ed1-aaee-69243cdf48d7 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (34303516-ba23-4b66-a12c-815cfee85857), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:11.797021 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c09f6245-16f4-4ed1-aaee-69243cdf48d7 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for floatingip (34303516-ba23-4b66-a12c-815cfee85857), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:11.810119 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-c09f6245-16f4-4ed1-aaee-69243cdf48d7 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Calling delete_port for 34303516-ba23-4b66-a12c-815cfee85857 owned by network:floatingip {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:46:11.861556 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:12.132839 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c09f6245-16f4-4ed1-aaee-69243cdf48d7 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (34303516-ba23-4b66-a12c-815cfee85857), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:12.158306 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f6245-16f4-4ed1-aaee-69243cdf48d7 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event deleted for resources: {'Port': ['ID=34303516-ba23-4b66-a12c-815cfee85857,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:12.224641 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c09f6245-16f4-4ed1-aaee-69243cdf48d7 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for floatingip (a02e0d9c-a9b1-4b83-978a-263b33d25344), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:12.227443 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-c09f6245-16f4-4ed1-aaee-69243cdf48d7 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:12.228613 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-c09f6245-16f4-4ed1-aaee-69243cdf48d7 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/a02e0d9c-a9b1-4b83-978a-263b33d25344 HTTP/1.1" status: 204 len: 168 time: 0.6235874 Sep 23 01:46:12.779354 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 52a7bbe8-2f75-4994-b4db-2f20bb798cea no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:46:12.800400 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: 52a7bbe8-2f75-4994-b4db-2f20bb798cea {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:46:12.800659 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 52a7bbe8-2f75-4994-b4db-2f20bb798cea not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:46:13.620418 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51244) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:13.685083 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7fc58f58-d6d0-440b-8098-3e81c89482b1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group (c39679ba-42a4-4534-a2eb-c64638629db5), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:13.709052 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7fc58f58-d6d0-440b-8098-3e81c89482b1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group (c39679ba-42a4-4534-a2eb-c64638629db5), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:13.881319 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7fc58f58-d6d0-440b-8098-3e81c89482b1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (c39679ba-42a4-4534-a2eb-c64638629db5), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:13.883978 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-7fc58f58-d6d0-440b-8098-3e81c89482b1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:13.885139 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-7fc58f58-d6d0-440b-8098-3e81c89482b1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/c39679ba-42a4-4534-a2eb-c64638629db5 HTTP/1.1" status: 204 len: 168 time: 0.2637265 Sep 23 01:46:13.894906 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc58f58-d6d0-440b-8098-3e81c89482b1 tempest-TestVolumeBootPattern-9221964 tempest-TestVolumeBootPattern-9221964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39679ba-42a4-4534-a2eb-c64638629db5,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:14.010393 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51248) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:14.329353 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:14.503487 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4fb973ce-5de9-46f8-b8c5-89140c3182db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736099'] for router_interface (565a0dc1-9fc8-48b9-894d-271ec21954e8), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:14.734419 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-4fb973ce-5de9-46f8-b8c5-89140c3182db admin admin] Deleting port 38f258e6-c059-471d-9844-4ce46bae4a0b {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:46:14.735100 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4fb973ce-5de9-46f8-b8c5-89140c3182db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (38f258e6-c059-471d-9844-4ce46bae4a0b), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:14.792504 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:14.818377 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-4fb973ce-5de9-46f8-b8c5-89140c3182db admin admin] For port 38f258e6-c059-471d-9844-4ce46bae4a0b, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=38f258e6-c059-471d-9844-4ce46bae4a0b,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:46:14.818732 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4fb973ce-5de9-46f8-b8c5-89140c3182db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (38f258e6-c059-471d-9844-4ce46bae4a0b), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:14.832917 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-4fb973ce-5de9-46f8-b8c5-89140c3182db admin admin] Calling delete_port for 38f258e6-c059-471d-9844-4ce46bae4a0b owned by network:router_interface {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:46:15.104488 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4fb973ce-5de9-46f8-b8c5-89140c3182db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (38f258e6-c059-471d-9844-4ce46bae4a0b), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:15.130880 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb973ce-5de9-46f8-b8c5-89140c3182db admin admin] Pushing event deleted for resources: {'Port': ['ID=38f258e6-c059-471d-9844-4ce46bae4a0b,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:15.255174 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:15.309813 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4fb973ce-5de9-46f8-b8c5-89140c3182db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683219'] for router_interface (565a0dc1-9fc8-48b9-894d-271ec21954e8), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:15.519383 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb973ce-5de9-46f8-b8c5-89140c3182db admin admin] Router 565a0dc1-9fc8-48b9-894d-271ec21954e8 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:46:15.629439 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb973ce-5de9-46f8-b8c5-89140c3182db admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:46:15.635646 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-4fb973ce-5de9-46f8-b8c5-89140c3182db admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/565a0dc1-9fc8-48b9-894d-271ec21954e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6236730 Sep 23 01:46:15.639723 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51254) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:15.639890 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64913500-bc2d-49f9-93a7-82586aaf272b None None] Sync routers for ids ['565a0dc1-9fc8-48b9-894d-271ec21954e8'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:46:15.650020 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64913500-bc2d-49f9-93a7-82586aaf272b None None] Routers {'565a0dc1-9fc8-48b9-894d-271ec21954e8'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:46:15.650632 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-64913500-bc2d-49f9-93a7-82586aaf272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:46:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['565a0dc1-9fc8-48b9-894d-271ec21954e8'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:15.723504 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:15.748275 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d96da5af-8938-45d0-8f81-e400315c2c64 admin admin] Publish callbacks [] for router (565a0dc1-9fc8-48b9-894d-271ec21954e8), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:15.849912 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-64913500-bc2d-49f9-93a7-82586aaf272b None None] Set router 565a0dc1-9fc8-48b9-894d-271ec21954e8 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:46:15.860001 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d96da5af-8938-45d0-8f81-e400315c2c64 admin admin] Publish callbacks [] for router_gateway (565a0dc1-9fc8-48b9-894d-271ec21954e8), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:16.026838 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-64913500-bc2d-49f9-93a7-82586aaf272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:46:14Z', 'revision_number': 5, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port': {'id': '81a74c85-518f-4bae-9656-c34d39de88a5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:49Z', 'updated_at': '2022-09-23T01:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:16.028700 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=100 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:16.028893 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-d96da5af-8938-45d0-8f81-e400315c2c64 admin admin] Deleting port 81a74c85-518f-4bae-9656-c34d39de88a5 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:46:16.029076 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d96da5af-8938-45d0-8f81-e400315c2c64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (81a74c85-518f-4bae-9656-c34d39de88a5), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:16.053713 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64913500-bc2d-49f9-93a7-82586aaf272b None None] Checking router: 565a0dc1-9fc8-48b9-894d-271ec21954e8 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:46:16.063226 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64913500-bc2d-49f9-93a7-82586aaf272b None None] Routers {'565a0dc1-9fc8-48b9-894d-271ec21954e8'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:46:16.063889 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-64913500-bc2d-49f9-93a7-82586aaf272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:46:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['565a0dc1-9fc8-48b9-894d-271ec21954e8'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:16.101355 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=100 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:16.118575 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-d96da5af-8938-45d0-8f81-e400315c2c64 admin admin] For port 81a74c85-518f-4bae-9656-c34d39de88a5, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=81a74c85-518f-4bae-9656-c34d39de88a5,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:46:16.118887 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d96da5af-8938-45d0-8f81-e400315c2c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (81a74c85-518f-4bae-9656-c34d39de88a5), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:16.132982 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-d96da5af-8938-45d0-8f81-e400315c2c64 admin admin] Calling delete_port for 81a74c85-518f-4bae-9656-c34d39de88a5 owned by network:router_gateway {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:46:16.154128 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-64913500-bc2d-49f9-93a7-82586aaf272b None None] Set router 565a0dc1-9fc8-48b9-894d-271ec21954e8 gateway port host: None {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:46:16.210971 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-64913500-bc2d-49f9-93a7-82586aaf272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:46:15Z', 'revision_number': 6, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port_host': None}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:16.237055 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64913500-bc2d-49f9-93a7-82586aaf272b None None] The sync data for ids ['565a0dc1-9fc8-48b9-894d-271ec21954e8'] in dv-cinder-849143-7-iscsi is: [{'id': '565a0dc1-9fc8-48b9-894d-271ec21954e8', 'name': 'tempest-TestVolumeBootPattern-393421972-router', 'tenant_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:48Z', 'updated_at': '2022-09-23T01:46:15Z', 'revision_number': 6, 'project_id': 'f5c5ef59b1b44d8a916be97d8d11493f', 'gw_port_host': None}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:46:16.261641 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:16.407082 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d96da5af-8938-45d0-8f81-e400315c2c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (81a74c85-518f-4bae-9656-c34d39de88a5), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:16.433175 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96da5af-8938-45d0-8f81-e400315c2c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=81a74c85-518f-4bae-9656-c34d39de88a5,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:16.496522 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d96da5af-8938-45d0-8f81-e400315c2c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679193'] for router_gateway (565a0dc1-9fc8-48b9-894d-271ec21954e8), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:16.586547 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d96da5af-8938-45d0-8f81-e400315c2c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6547'] for router (565a0dc1-9fc8-48b9-894d-271ec21954e8), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:16.589191 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d96da5af-8938-45d0-8f81-e400315c2c64 admin admin] Publish callbacks [] for router_controller (565a0dc1-9fc8-48b9-894d-271ec21954e8), precommit_delete_associations {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:16.778496 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d96da5af-8938-45d0-8f81-e400315c2c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683310'] for router (565a0dc1-9fc8-48b9-894d-271ec21954e8), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:16.779202 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96da5af-8938-45d0-8f81-e400315c2c64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 565a0dc1-9fc8-48b9-894d-271ec21954e8 {{(pid=107235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:46:16.784589 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-d96da5af-8938-45d0-8f81-e400315c2c64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:16.785717 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-d96da5af-8938-45d0-8f81-e400315c2c64 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/565a0dc1-9fc8-48b9-894d-271ec21954e8 HTTP/1.1" status: 204 len: 168 time: 1.1469862 Sep 23 01:46:16.789151 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51258) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:16.837761 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_v2 [None req-293baf45-707c-43a7-89d9-c3947ad0d4f8 admin admin] Deleting subnet 92872aee-ac5a-436a-a1fc-6d4a72de35e8 {{(pid=107235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:46:16.841135 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-293baf45-707c-43a7-89d9-c3947ad0d4f8 admin admin] Publish callbacks [] for subnet (92872aee-ac5a-436a-a1fc-6d4a72de35e8), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:16.878253 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-293baf45-707c-43a7-89d9-c3947ad0d4f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9302516'] for subnet (92872aee-ac5a-436a-a1fc-6d4a72de35e8), precommit_delete_associations {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:16.961494 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-293baf45-707c-43a7-89d9-c3947ad0d4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7847786'] for subnet (92872aee-ac5a-436a-a1fc-6d4a72de35e8), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:16.994107 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:17.109428 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-293baf45-707c-43a7-89d9-c3947ad0d4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7835479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3173608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3538056'] for subnet (92872aee-ac5a-436a-a1fc-6d4a72de35e8), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:17.135429 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293baf45-707c-43a7-89d9-c3947ad0d4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92872aee-ac5a-436a-a1fc-6d4a72de35e8,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:17.143234 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-293baf45-707c-43a7-89d9-c3947ad0d4f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:17.146956 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-293baf45-707c-43a7-89d9-c3947ad0d4f8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/92872aee-ac5a-436a-a1fc-6d4a72de35e8 HTTP/1.1" status: 204 len: 168 time: 0.3564713 Sep 23 01:46:17.150216 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 51262) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:17.152253 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3e7f56-f22f-46f4-b957-60fa71fffc1c None None] Network 7fe1919f-1f3e-419a-91a3-220386faadcd requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:46:17.241769 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776543'] for network (7fe1919f-1f3e-419a-91a3-220386faadcd), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:17.293000 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] Deleting port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:46:17.293332 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (32f927cf-1030-49b0-9d35-bcf69a12c9b3), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:17.327621 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7c2245-8637-4722-823b-06c3fe4e2a5b None None] DHCP port deletion for 7fe1919f-1f3e-419a-91a3-220386faadcd request from dv-cinder-849143-7-iscsi {{(pid=107237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:46:17.362486 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] For port 32f927cf-1030-49b0-9d35-bcf69a12c9b3, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=32f927cf-1030-49b0-9d35-bcf69a12c9b3,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:46:17.362909 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (32f927cf-1030-49b0-9d35-bcf69a12c9b3), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:17.366420 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-db7c2245-8637-4722-823b-06c3fe4e2a5b None None] Deleting port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 {{(pid=107237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:46:17.366828 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-db7c2245-8637-4722-823b-06c3fe4e2a5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (32f927cf-1030-49b0-9d35-bcf69a12c9b3), before_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:17.373632 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:17.377249 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:17.378433 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] Calling delete_port for 32f927cf-1030-49b0-9d35-bcf69a12c9b3 owned by network:dhcp {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:46:17.380510 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:17.436768 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-db7c2245-8637-4722-823b-06c3fe4e2a5b None None] For port 32f927cf-1030-49b0-9d35-bcf69a12c9b3, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=32f927cf-1030-49b0-9d35-bcf69a12c9b3,segment=NetworkSegment(10256a92-8e2f-4e9f-bb9f-63e5b6fbe021),segment_id=10256a92-8e2f-4e9f-bb9f-63e5b6fbe021)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:46:17.437160 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-db7c2245-8637-4722-823b-06c3fe4e2a5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (32f927cf-1030-49b0-9d35-bcf69a12c9b3), precommit_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:17.452778 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-db7c2245-8637-4722-823b-06c3fe4e2a5b None None] Calling delete_port for 32f927cf-1030-49b0-9d35-bcf69a12c9b3 owned by network:dhcp {{(pid=107237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:46:17.501842 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:17.536596 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 38f258e6-c059-471d-9844-4ce46bae4a0b no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:46:17.555868 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: 38f258e6-c059-471d-9844-4ce46bae4a0b {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:46:17.556143 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 38f258e6-c059-471d-9844-4ce46bae4a0b not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:46:17.556563 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 81a74c85-518f-4bae-9656-c34d39de88a5 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:46:17.561349 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (32f927cf-1030-49b0-9d35-bcf69a12c9b3), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:17.580911 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: 81a74c85-518f-4bae-9656-c34d39de88a5 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:46:17.581236 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 81a74c85-518f-4bae-9656-c34d39de88a5 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:46:17.581651 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 32f927cf-1030-49b0-9d35-bcf69a12c9b3 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: from cryptography.utils import int_from_bytes Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: from cryptography.utils import int_from_bytes Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.583209 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.587665 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.587665 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.587665 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.587665 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.587665 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.587665 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.587665 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.587665 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.587665 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.587665 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.587665 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.587665 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.587665 dv-cinder-849143-7-iscsi neutron-server[107237]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 01:46:17.587665 dv-cinder-849143-7-iscsi neutron-server[107237]: self.session.flush() Sep 23 01:46:17.589596 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-db7c2245-8637-4722-823b-06c3fe4e2a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074'] for port (32f927cf-1030-49b0-9d35-bcf69a12c9b3), after_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:17.594289 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=32f927cf-1030-49b0-9d35-bcf69a12c9b3,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:17.600198 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] No DVR routers for this DVR port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 on host dv-cinder-849143-7-iscsi {{(pid=107236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:46:17.616044 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: 32f927cf-1030-49b0-9d35-bcf69a12c9b3 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:46:17.616876 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 32f927cf-1030-49b0-9d35-bcf69a12c9b3 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:46:17.640026 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c2245-8637-4722-823b-06c3fe4e2a5b None None] Pushing event deleted for resources: {'Port': ['ID=32f927cf-1030-49b0-9d35-bcf69a12c9b3,revision_number=None']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:17.640026 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c2245-8637-4722-823b-06c3fe4e2a5b None None] No DVR routers for this DVR port 32f927cf-1030-49b0-9d35-bcf69a12c9b3 on host dv-cinder-849143-7-iscsi {{(pid=107237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:46:17.684810 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807041', 'neutron.services.segments.db._delete_segments_for_network-8752383552961'] for network (7fe1919f-1f3e-419a-91a3-220386faadcd), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:17.705499 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.services.segments.db [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe1919f-1f3e-419a-91a3-220386faadcd']}} {{(pid=107236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:17.715081 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.services.segments.db [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021') {'for_net_delete': True} {{(pid=107236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:17.715377 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.services.segments.db [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10256a92-8e2f-4e9f-bb9f-63e5b6fbe021') {} {{(pid=107236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:17.726479 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752383552853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3450904'] for segment (10256a92-8e2f-4e9f-bb9f-63e5b6fbe021), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:17.741045 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (10256a92-8e2f-4e9f-bb9f-63e5b6fbe021), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:17.748634 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=107236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:46:17.749020 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3206704'] for segment (10256a92-8e2f-4e9f-bb9f-63e5b6fbe021), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:17.790068 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.services.segments.plugin [-] Segment 10256a92-8e2f-4e9f-bb9f-63e5b6fbe021 resource provider aggregate not found Sep 23 01:46:17.810321 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.services.segments.plugin [-] Segment 10256a92-8e2f-4e9f-bb9f-63e5b6fbe021 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10256a92-8e2f-4e9f-bb9f-63e5b6fbe021 found for delete ", "request_id": "req-2bc9695e-31d9-4c67-9abd-205e81fb3fe5"}]} Sep 23 01:46:17.955703 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679244'] for network (7fe1919f-1f3e-419a-91a3-220386faadcd), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:17.972227 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:17.972227 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/7fe1919f-1f3e-419a-91a3-220386faadcd HTTP/1.1" status: 204 len: 168 time: 0.8131909 Sep 23 01:46:17.972227 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 51272) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:17.990738 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e4df7-3c59-454b-8eeb-a01bc3904c1c admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe1919f-1f3e-419a-91a3-220386faadcd,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:18.180418 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0348553-d1bf-4eb5-bcb8-29884009ab12 req-103acb85-32b0-41f8-bcb4-fe5225a0270f tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:18.182001 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f0348553-d1bf-4eb5-bcb8-29884009ab12 req-103acb85-32b0-41f8-bcb4-fe5225a0270f tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 946 time: 0.0918884 Sep 23 01:46:18.276028 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f0348553-d1bf-4eb5-bcb8-29884009ab12 req-afce8126-b5ee-48c0-a1d2-cd792fe3ec3c tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867887 Sep 23 01:46:18.308794 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:18.309027 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51278) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:18.405273 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-11cd2704-924f-4c5a-a6bc-cf257975ff14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736099'] for router_interface (3752c6de-238a-4ffe-bd81-954922c9250b), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:18.425933 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06cb062-52db-4561-8523-6ffdb45c93d5 tempest-TestMinimumBasicScenario-259261427 tempest-TestMinimumBasicScenario-259261427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:18.427508 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-f06cb062-52db-4561-8523-6ffdb45c93d5 tempest-TestMinimumBasicScenario-259261427 tempest-TestMinimumBasicScenario-259261427-project-admin] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 1125 time: 0.1200728 Sep 23 01:46:18.430652 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51282) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:18.435033 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Request body: {'floatingip': {'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'port_id': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'fixed_ip_address': '172.20.0.10'}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:46:18.566830 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:18.597956 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:18.633479 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-11cd2704-924f-4c5a-a6bc-cf257975ff14 admin admin] Deleting port fec950cc-072e-4aab-be0e-b6c04405a412 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:46:18.633761 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-11cd2704-924f-4c5a-a6bc-cf257975ff14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (fec950cc-072e-4aab-be0e-b6c04405a412), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:18.653935 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (None), before_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:18.718071 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [None req-11cd2704-924f-4c5a-a6bc-cf257975ff14 admin admin] For port fec950cc-072e-4aab-be0e-b6c04405a412, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=fec950cc-072e-4aab-be0e-b6c04405a412,segment=NetworkSegment(14d94198-39e4-4464-b736-82620c3f6e2a),segment_id=14d94198-39e4-4464-b736-82620c3f6e2a)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:46:18.718437 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-11cd2704-924f-4c5a-a6bc-cf257975ff14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (fec950cc-072e-4aab-be0e-b6c04405a412), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:18.733742 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-11cd2704-924f-4c5a-a6bc-cf257975ff14 admin admin] Calling delete_port for fec950cc-072e-4aab-be0e-b6c04405a412 owned by network:router_interface {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:46:18.763839 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_common [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Allocated IP 172.27.1.214 (9bd1ee8a-9d2c-49c1-902f-6beba3185c6e/7f197042-3ce7-4084-a56d-e35e986ccdd3/ce45da1b-e7c5-4ce7-8e20-2bac1ff7fcc8) {{(pid=107235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 01:46:18.871879 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for port (ce45da1b-e7c5-4ce7-8e20-2bac1ff7fcc8), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:18.999745 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-11cd2704-924f-4c5a-a6bc-cf257975ff14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (fec950cc-072e-4aab-be0e-b6c04405a412), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:19.000149 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752383088065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (ce45da1b-e7c5-4ce7-8e20-2bac1ff7fcc8), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:19.026495 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd2704-924f-4c5a-a6bc-cf257975ff14 admin admin] Pushing event deleted for resources: {'Port': ['ID=fec950cc-072e-4aab-be0e-b6c04405a412,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:19.029283 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:19.052768 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Network 9bd1ee8a-9d2c-49c1-902f-6beba3185c6e is already hosted by enough agents. {{(pid=107235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 01:46:19.056588 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.base_scheduler [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Resources bound (agent type, host, resource id): {{(pid=107235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 01:46:19.058645 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Pushing event updated for resources: {'Port': ['ID=ce45da1b-e7c5-4ce7-8e20-2bac1ff7fcc8,revision_number=1']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:19.060848 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Received port after_create {{(pid=107235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 01:46:19.083895 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:19.210249 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-11cd2704-924f-4c5a-a6bc-cf257975ff14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683219'] for router_interface (3752c6de-238a-4ffe-bd81-954922c9250b), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:19.249045 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:19.433954 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cd2704-924f-4c5a-a6bc-cf257975ff14 admin admin] Router 3752c6de-238a-4ffe-bd81-954922c9250b has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:46:19.553580 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cd2704-924f-4c5a-a6bc-cf257975ff14 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:46:19.559352 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-11cd2704-924f-4c5a-a6bc-cf257975ff14 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/3752c6de-238a-4ffe-bd81-954922c9250b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5903983 Sep 23 01:46:19.562046 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 51284) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:19.566412 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff72c35-f898-4c31-914a-efa42af1a5c0 None None] Sync routers for ids ['3752c6de-238a-4ffe-bd81-954922c9250b'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:46:19.577727 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff72c35-f898-4c31-914a-efa42af1a5c0 None None] Routers {'3752c6de-238a-4ffe-bd81-954922c9250b'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:46:19.578381 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-0ff72c35-f898-4c31-914a-efa42af1a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:46:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['3752c6de-238a-4ffe-bd81-954922c9250b'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:19.606290 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=100 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:19.672783 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-438963c0-06fa-4ad6-bf76-ce12dbf36063 admin admin] Publish callbacks [] for router (3752c6de-238a-4ffe-bd81-954922c9250b), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:19.689337 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-0ff72c35-f898-4c31-914a-efa42af1a5c0 None None] Set router 3752c6de-238a-4ffe-bd81-954922c9250b gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:46:19.712291 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for floatingip (e1e8ae06-988c-4ce7-852d-f91363b5b99e), precommit_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:19.784348 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-438963c0-06fa-4ad6-bf76-ce12dbf36063 admin admin] Publish callbacks [] for router_gateway (3752c6de-238a-4ffe-bd81-954922c9250b), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:19.865591 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-0ff72c35-f898-4c31-914a-efa42af1a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'name': 'tempest-TestVolumeBootPattern-455018636-router', 'tenant_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '23d7cbf1-950c-4f60-87e6-2e5d72e7fd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:56Z', 'updated_at': '2022-09-23T01:46:18Z', 'revision_number': 5, 'project_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'gw_port': {'id': '23d7cbf1-950c-4f60-87e6-2e5d72e7fd30', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:57Z', 'updated_at': '2022-09-23T01:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:19.895066 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff72c35-f898-4c31-914a-efa42af1a5c0 None None] Checking router: 3752c6de-238a-4ffe-bd81-954922c9250b for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:46:19.904654 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff72c35-f898-4c31-914a-efa42af1a5c0 None None] Routers {'3752c6de-238a-4ffe-bd81-954922c9250b'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:46:19.905256 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-0ff72c35-f898-4c31-914a-efa42af1a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:46:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['3752c6de-238a-4ffe-bd81-954922c9250b'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:19.917219 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (ce45da1b-e7c5-4ce7-8e20-2bac1ff7fcc8), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:19.956317 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-438963c0-06fa-4ad6-bf76-ce12dbf36063 admin admin] Deleting port 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:46:19.956568 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-438963c0-06fa-4ad6-bf76-ce12dbf36063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (23d7cbf1-950c-4f60-87e6-2e5d72e7fd30), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:20.015015 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-0ff72c35-f898-4c31-914a-efa42af1a5c0 None None] Set router 3752c6de-238a-4ffe-bd81-954922c9250b gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:46:20.055049 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [None req-438963c0-06fa-4ad6-bf76-ce12dbf36063 admin admin] For port 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=23d7cbf1-950c-4f60-87e6-2e5d72e7fd30,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:46:20.055420 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-438963c0-06fa-4ad6-bf76-ce12dbf36063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (23d7cbf1-950c-4f60-87e6-2e5d72e7fd30), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:20.070359 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-438963c0-06fa-4ad6-bf76-ce12dbf36063 admin admin] Calling delete_port for 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30 owned by network:router_gateway {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:46:20.080749 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for port (ce45da1b-e7c5-4ce7-8e20-2bac1ff7fcc8), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:20.155504 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3173566'] for port (ce45da1b-e7c5-4ce7-8e20-2bac1ff7fcc8), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:20.185144 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:20.239034 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Pushing event updated for resources: {'Port': ['ID=ce45da1b-e7c5-4ce7-8e20-2bac1ff7fcc8,revision_number=2']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:20.255665 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:20.255994 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:20.256340 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:20.256673 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:20.257080 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:20.257359 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:20.257683 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:20.258002 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:20.258325 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:20.258645 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:20.258967 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:20.259285 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:20.259634 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:20.259942 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:20.260254 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:20.265298 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679267'] for floatingip (e1e8ae06-988c-4ce7-852d-f91363b5b99e), after_create {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:20.314812 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-438963c0-06fa-4ad6-bf76-ce12dbf36063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (23d7cbf1-950c-4f60-87e6-2e5d72e7fd30), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:20.326312 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-0ff72c35-f898-4c31-914a-efa42af1a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'name': 'tempest-TestVolumeBootPattern-455018636-router', 'tenant_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '23d7cbf1-950c-4f60-87e6-2e5d72e7fd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:56Z', 'updated_at': '2022-09-23T01:46:18Z', 'revision_number': 5, 'project_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'gw_port': {'id': '23d7cbf1-950c-4f60-87e6-2e5d72e7fd30', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:57Z', 'updated_at': '2022-09-23T01:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:20.332004 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:46:20.342733 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438963c0-06fa-4ad6-bf76-ce12dbf36063 admin admin] Pushing event deleted for resources: {'Port': ['ID=23d7cbf1-950c-4f60-87e6-2e5d72e7fd30,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:20.354605 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff72c35-f898-4c31-914a-efa42af1a5c0 None None] The sync data for ids ['3752c6de-238a-4ffe-bd81-954922c9250b'] in dv-cinder-849143-7-iscsi is: [{'id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'name': 'tempest-TestVolumeBootPattern-455018636-router', 'tenant_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '23d7cbf1-950c-4f60-87e6-2e5d72e7fd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:38:56Z', 'updated_at': '2022-09-23T01:46:18Z', 'revision_number': 5, 'project_id': '6f2ee0c5460b4ca0ad29c419dab374a0', 'gw_port': {'id': '23d7cbf1-950c-4f60-87e6-2e5d72e7fd30', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3752c6de-238a-4ffe-bd81-954922c9250b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:38:57Z', 'updated_at': '2022-09-23T01:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:46:20.379903 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.db.l3_db [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Floating IP e1e8ae06-988c-4ce7-852d-f91363b5b99e associated. External IP: 172.27.1.214, port: 7afe16a6-56a4-4780-bdd2-0c90cc6040f5. Sep 23 01:46:20.426712 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-438963c0-06fa-4ad6-bf76-ce12dbf36063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679193'] for router_gateway (3752c6de-238a-4ffe-bd81-954922c9250b), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:20.518865 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-438963c0-06fa-4ad6-bf76-ce12dbf36063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6547'] for router (3752c6de-238a-4ffe-bd81-954922c9250b), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:20.521018 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-438963c0-06fa-4ad6-bf76-ce12dbf36063 admin admin] Publish callbacks [] for router_controller (3752c6de-238a-4ffe-bd81-954922c9250b), precommit_delete_associations {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:20.605742 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Router c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:46:20.703793 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-438963c0-06fa-4ad6-bf76-ce12dbf36063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683310'] for router (3752c6de-238a-4ffe-bd81-954922c9250b), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:20.704392 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438963c0-06fa-4ad6-bf76-ce12dbf36063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3752c6de-238a-4ffe-bd81-954922c9250b {{(pid=107236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:46:20.709720 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-438963c0-06fa-4ad6-bf76-ce12dbf36063 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:20.711583 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-438963c0-06fa-4ad6-bf76-ce12dbf36063 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/3752c6de-238a-4ffe-bd81-954922c9250b HTTP/1.1" status: 204 len: 168 time: 1.1484799 Sep 23 01:46:20.714011 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51286) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:20.724913 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:46:20.736105 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef5009-3c7c-4ff0-b77e-bb0d29021ebd None None] Sync routers for ids ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:46:20.751093 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef5009-3c7c-4ff0-b77e-bb0d29021ebd None None] Routers {'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:46:20.752017 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-e3ef5009-3c7c-4ff0-b77e-bb0d29021ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:46:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:20.779330 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_v2 [None req-8127d8be-5f93-406f-9da9-41c5d93dd1df admin admin] Deleting subnet ef936b1f-8a44-4f62-8ca4-167cd25258ad {{(pid=107235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:46:20.782644 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8127d8be-5f93-406f-9da9-41c5d93dd1df admin admin] Publish callbacks [] for subnet (ef936b1f-8a44-4f62-8ca4-167cd25258ad), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:20.831240 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8127d8be-5f93-406f-9da9-41c5d93dd1df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9302516'] for subnet (ef936b1f-8a44-4f62-8ca4-167cd25258ad), precommit_delete_associations {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:20.857165 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:20.882319 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-e3ef5009-3c7c-4ff0-b77e-bb0d29021ebd None None] Set router c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:46:20.909247 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-e29118a4-4b3d-47aa-bea1-32ad76c61590 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4775422 Sep 23 01:46:20.912254 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 51288) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:20.916231 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c936335f-541e-469a-bca1-551a78b1891a', 'tag': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:46:20.917428 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-ce1e925d-98b4-47a8-82ec-6d007875695e tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-490770488', 'description': 'tempest-secgroup-smoke-490770488 description', 'project_id': '403b0f1ad71c459581759568e4fcd1ca'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:46:20.918606 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20be6ed5-2f34-4a5e-b275-d6dbc1bd4e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "c936335f-541e-469a-bca1-551a78b1891a", "tag": "7afe16a6-56a4-4780-bdd2-0c90cc6040f5"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:46:20.923937 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:20.960578 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8127d8be-5f93-406f-9da9-41c5d93dd1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7847786'] for subnet (ef936b1f-8a44-4f62-8ca4-167cd25258ad), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:20.992355 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfc04b5-28b1-4a98-bbd4-08e453e89c89 x-openstack-request-id: req-0bfc04b5-28b1-4a98-bbd4-08e453e89c89 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:46:20.992355 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c936335f-541e-469a-bca1-551a78b1891a", "tag": "7afe16a6-56a4-4780-bdd2-0c90cc6040f5", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:46:20.992355 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0bfc04b5-28b1-4a98-bbd4-08e453e89c89 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:46:20.992355 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bfc04b5-28b1-4a98-bbd4-08e453e89c89'] response: {'name': 'network-changed', 'server_uuid': 'c936335f-541e-469a-bca1-551a78b1891a', 'tag': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5', 'status': 'completed', 'code': 200} Sep 23 01:46:21.058537 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ce1e925d-98b4-47a8-82ec-6d007875695e tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group (None), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.075240 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be6ed5-2f34-4a5e-b275-d6dbc1bd4e4b req-7bea7b0e-069a-44a0-b52f-59c7c0fd866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:21.077112 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-20be6ed5-2f34-4a5e-b275-d6dbc1bd4e4b req-7bea7b0e-069a-44a0-b52f-59c7c0fd866b service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=403b0f1ad71c459581759568e4fcd1ca&device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 1130 time: 0.0455186 Sep 23 01:46:21.115787 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:21.119332 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-e3ef5009-3c7c-4ff0-b77e-bb0d29021ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'name': 'tempest-TestMinimumBasicScenario-550034769-router', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:18Z', 'updated_at': '2022-09-23T01:45:22Z', 'revision_number': 4, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'gw_port': {'id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:19Z', 'updated_at': '2022-09-23T01:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': 'e1e8ae06-988c-4ce7-852d-f91363b5b99e', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'port_id': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d', 'mac_address': 'fa:16:3e:b9:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c936335f-541e-469a-bca1-551a78b1891a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:46:19Z', 'updated_at': '2022-09-23T01:46:19Z', 'revision_number': 0, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe16127a-f163-45da-b0fe-48f7521b2bfa', 'name': '', 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'mac_address': 'fa:16:3e:e7:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:21Z', 'updated_at': '2022-09-23T01:45:26Z', 'revision_number': 5, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'subnets': [{'id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:21.142634 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8127d8be-5f93-406f-9da9-41c5d93dd1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7835479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3173608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3538056'] for subnet (ef936b1f-8a44-4f62-8ca4-167cd25258ad), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.149293 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef5009-3c7c-4ff0-b77e-bb0d29021ebd None None] Checking router: c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:46:21.152517 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ce1e925d-98b4-47a8-82ec-6d007875695e tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group (7bfb0660-589c-4325-a424-03a254b2ee21), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.158651 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef5009-3c7c-4ff0-b77e-bb0d29021ebd None None] Routers {'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:46:21.159663 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-e3ef5009-3c7c-4ff0-b77e-bb0d29021ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:46:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:21.186466 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127d8be-5f93-406f-9da9-41c5d93dd1df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef936b1f-8a44-4f62-8ca4-167cd25258ad,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:21.190675 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-8127d8be-5f93-406f-9da9-41c5d93dd1df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.191034 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422caba2-b3a5-4bb4-bd31-082ff27eea01 None None] Network 3c577f14-f343-4dd1-8d9a-bbda08edd359 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:46:21.198289 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-8127d8be-5f93-406f-9da9-41c5d93dd1df admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/ef936b1f-8a44-4f62-8ca4-167cd25258ad HTTP/1.1" status: 204 len: 168 time: 0.4789724 Sep 23 01:46:21.198414 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 51292) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:21.220378 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be6ed5-2f34-4a5e-b275-d6dbc1bd4e4b req-42c87af6-d062-4b9a-ae51-e2b838fc2aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:21.221950 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-20be6ed5-2f34-4a5e-b275-d6dbc1bd4e4b req-42c87af6-d062-4b9a-ae51-e2b838fc2aef service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=cfa5ae8e-5309-40a3-bdd3-f79101f55f6d HTTP/1.1" status: 200 len: 915 time: 0.1381240 Sep 23 01:46:21.229536 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ce1e925d-98b4-47a8-82ec-6d007875695e tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (7bfb0660-589c-4325-a424-03a254b2ee21), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.275457 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-e3ef5009-3c7c-4ff0-b77e-bb0d29021ebd None None] Set router c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:46:21.287086 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=7 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:21.302115 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-20be6ed5-2f34-4a5e-b275-d6dbc1bd4e4b req-77fcd948-665c-4acb-9638-8c6be765a5a1 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afe16a6-56a4-4780-bdd2-0c90cc6040f5 HTTP/1.1" status: 200 len: 1000 time: 0.0731425 Sep 23 01:46:21.319617 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-ce1e925d-98b4-47a8-82ec-6d007875695e tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.320196 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:21.325603 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-ce1e925d-98b4-47a8-82ec-6d007875695e tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4122179 Sep 23 01:46:21.330571 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 51294) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:21.340572 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-1443b0ad-fc1f-4282-ab2e-f576d17d91e7 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Request body: {'security_group_rule': {'security_group_id': '7bfb0660-589c-4325-a424-03a254b2ee21', 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:46:21.366970 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e925d-98b4-47a8-82ec-6d007875695e tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfb0660-589c-4325-a424-03a254b2ee21,revision_number=1']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:21.369782 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be6ed5-2f34-4a5e-b275-d6dbc1bd4e4b req-6e4baea0-5bee-4a0f-9d2b-e7ac0b43b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:21.372072 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-20be6ed5-2f34-4a5e-b275-d6dbc1bd4e4b req-6e4baea0-5bee-4a0f-9d2b-e7ac0b43b7f4 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d2a471bd-0d15-45dd-9d8f-149b6ed19a03 HTTP/1.1" status: 200 len: 853 time: 0.0630004 Sep 23 01:46:21.373401 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776543'] for network (3c577f14-f343-4dd1-8d9a-bbda08edd359), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.426770 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be6ed5-2f34-4a5e-b275-d6dbc1bd4e4b req-059df63f-1115-4eca-92e9-62f079d9d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:21.428679 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-20be6ed5-2f34-4a5e-b275-d6dbc1bd4e4b req-059df63f-1115-4eca-92e9-62f079d9d387 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=cfa5ae8e-5309-40a3-bdd3-f79101f55f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503342 Sep 23 01:46:21.432601 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] Deleting port a5373645-17d4-406b-8afa-90f1cf69b5c4 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:46:21.432945 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (a5373645-17d4-406b-8afa-90f1cf69b5c4), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.519746 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1443b0ad-fc1f-4282-ab2e-f576d17d91e7 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group_rule (480143b7-563b-4628-864d-2df0019c364c), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.525244 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] DHCP port deletion for 3c577f14-f343-4dd1-8d9a-bbda08edd359 request from dv-cinder-849143-7-iscsi {{(pid=107237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:46:21.536440 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] For port a5373645-17d4-406b-8afa-90f1cf69b5c4, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=a5373645-17d4-406b-8afa-90f1cf69b5c4,segment=NetworkSegment(14d94198-39e4-4464-b736-82620c3f6e2a),segment_id=14d94198-39e4-4464-b736-82620c3f6e2a)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:46:21.536807 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (a5373645-17d4-406b-8afa-90f1cf69b5c4), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.546374 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-e3ef5009-3c7c-4ff0-b77e-bb0d29021ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'name': 'tempest-TestMinimumBasicScenario-550034769-router', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:18Z', 'updated_at': '2022-09-23T01:45:22Z', 'revision_number': 4, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'gw_port': {'id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:19Z', 'updated_at': '2022-09-23T01:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': 'e1e8ae06-988c-4ce7-852d-f91363b5b99e', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'port_id': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d', 'mac_address': 'fa:16:3e:b9:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c936335f-541e-469a-bca1-551a78b1891a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:46:19Z', 'updated_at': '2022-09-23T01:46:19Z', 'revision_number': 0, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe16127a-f163-45da-b0fe-48f7521b2bfa', 'name': '', 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'mac_address': 'fa:16:3e:e7:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:21Z', 'updated_at': '2022-09-23T01:45:26Z', 'revision_number': 5, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'subnets': [{'id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:21.562362 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-20be6ed5-2f34-4a5e-b275-d6dbc1bd4e4b req-6e835e65-8031-4087-b3a3-7859aaf9e22d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cfa5ae8e-5309-40a3-bdd3-f79101f55f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273401 Sep 23 01:46:21.566262 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] Calling delete_port for a5373645-17d4-406b-8afa-90f1cf69b5c4 owned by network:dhcp {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:46:21.576438 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:21.583378 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef5009-3c7c-4ff0-b77e-bb0d29021ebd None None] The sync data for ids ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'] in dv-cinder-849143-7-iscsi is: [{'id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'name': 'tempest-TestMinimumBasicScenario-550034769-router', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:18Z', 'updated_at': '2022-09-23T01:45:22Z', 'revision_number': 4, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'gw_port': {'id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:19Z', 'updated_at': '2022-09-23T01:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_floatingips': [{'id': 'e1e8ae06-988c-4ce7-852d-f91363b5b99e', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'router_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'port_id': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d', 'mac_address': 'fa:16:3e:b9:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c936335f-541e-469a-bca1-551a78b1891a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T01:46:19Z', 'updated_at': '2022-09-23T01:46:19Z', 'revision_number': 0, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe16127a-f163-45da-b0fe-48f7521b2bfa', 'name': '', 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'mac_address': 'fa:16:3e:e7:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:21Z', 'updated_at': '2022-09-23T01:45:26Z', 'revision_number': 5, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'subnets': [{'id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:46:21.594129 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Deleting port a5373645-17d4-406b-8afa-90f1cf69b5c4 {{(pid=107237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:46:21.594780 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (a5373645-17d4-406b-8afa-90f1cf69b5c4), before_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.663811 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device a5373645-17d4-406b-8afa-90f1cf69b5c4 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:46:21.688784 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1443b0ad-fc1f-4282-ab2e-f576d17d91e7 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group_rule (480143b7-563b-4628-864d-2df0019c364c), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.725033 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] For port a5373645-17d4-406b-8afa-90f1cf69b5c4, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=a5373645-17d4-406b-8afa-90f1cf69b5c4,segment=NetworkSegment(14d94198-39e4-4464-b736-82620c3f6e2a),segment_id=14d94198-39e4-4464-b736-82620c3f6e2a)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:46:21.725429 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (a5373645-17d4-406b-8afa-90f1cf69b5c4), precommit_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.740315 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-20be6ed5-2f34-4a5e-b275-d6dbc1bd4e4b req-91f81c30-3e7f-45c8-8745-6ba05eb36338 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cfa5ae8e-5309-40a3-bdd3-f79101f55f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708906 Sep 23 01:46:21.740900 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:21.742090 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Calling delete_port for a5373645-17d4-406b-8afa-90f1cf69b5c4 owned by network:dhcp {{(pid=107237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:46:21.789767 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1443b0ad-fc1f-4282-ab2e-f576d17d91e7 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (480143b7-563b-4628-864d-2df0019c364c), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.797604 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (a5373645-17d4-406b-8afa-90f1cf69b5c4), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.849170 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:21.849820 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cead56-76fd-44cb-bed9-444dd87543a9 None None] New status for floating IP e1e8ae06-988c-4ce7-852d-f91363b5b99e: ACTIVE {{(pid=107237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:46:21.855221 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443b0ad-fc1f-4282-ab2e-f576d17d91e7 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480143b7-563b-4628-864d-2df0019c364c,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:21.857862 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5373645-17d4-406b-8afa-90f1cf69b5c4,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:21.860609 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] No DVR routers for this DVR port a5373645-17d4-406b-8afa-90f1cf69b5c4 on host dv-cinder-849143-7-iscsi {{(pid=107236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:46:21.899297 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Current status of the port a5373645-17d4-406b-8afa-90f1cf69b5c4 is: ACTIVE; New status is: DOWN {{(pid=107237) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 01:46:21.899718 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (a5373645-17d4-406b-8afa-90f1cf69b5c4), before_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.934503 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807041', 'neutron.services.segments.db._delete_segments_for_network-8752383552961'] for network (3c577f14-f343-4dd1-8d9a-bbda08edd359), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.944312 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-1443b0ad-fc1f-4282-ab2e-f576d17d91e7 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:21.946030 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-1443b0ad-fc1f-4282-ab2e-f576d17d91e7 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6099415 Sep 23 01:46:21.948897 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 51296) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:21.953331 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-15080887-e9d0-43f6-b92f-4c97b6ddbc49 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Request body: {'security_group_rule': {'security_group_id': '7bfb0660-589c-4325-a424-03a254b2ee21', 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:46:21.976993 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.services.segments.db [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c577f14-f343-4dd1-8d9a-bbda08edd359']}} {{(pid=107236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:21.991741 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.services.segments.db [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d94198-39e4-4464-b736-82620c3f6e2a') {'for_net_delete': True} {{(pid=107236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:21.992039 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.services.segments.db [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d94198-39e4-4464-b736-82620c3f6e2a') {} {{(pid=107236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:46:22.002647 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752383552853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3450904'] for segment (14d94198-39e4-4464-b736-82620c3f6e2a), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.008116 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.016268 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device fec950cc-072e-4aab-be0e-b6c04405a412 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:46:22.021735 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (14d94198-39e4-4464-b736-82620c3f6e2a), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.028078 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=107236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:46:22.028078 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3206704'] for segment (14d94198-39e4-4464-b736-82620c3f6e2a), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.047635 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074'] for port (a5373645-17d4-406b-8afa-90f1cf69b5c4), after_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.056165 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.services.segments.plugin [-] Segment 14d94198-39e4-4464-b736-82620c3f6e2a resource provider aggregate not found Sep 23 01:46:22.056328 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: fec950cc-072e-4aab-be0e-b6c04405a412 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:46:22.056511 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device fec950cc-072e-4aab-be0e-b6c04405a412 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:46:22.056932 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:46:22.096771 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.services.segments.plugin [-] Segment 14d94198-39e4-4464-b736-82620c3f6e2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14d94198-39e4-4464-b736-82620c3f6e2a found for delete ", "request_id": "req-bf02d5b3-ca34-4493-8eb1-e929fddc6c4b"}]} Sep 23 01:46:22.098070 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-15080887-e9d0-43f6-b92f-4c97b6ddbc49 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group_rule (b8ea4734-367d-487b-84b4-148b65587675), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.125147 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:46:22.125493 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 23d7cbf1-950c-4f60-87e6-2e5d72e7fd30 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:46:22.127290 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] No DVR routers for this DVR port a5373645-17d4-406b-8afa-90f1cf69b5c4 on host dv-cinder-849143-7-iscsi {{(pid=107237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:46:22.128893 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Pushing event deleted for resources: {'Port': ['ID=a5373645-17d4-406b-8afa-90f1cf69b5c4,revision_number=None']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:22.141443 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:22.141874 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:22.142194 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:22.142681 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:22.142976 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:22.143358 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:22.143663 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:22.144081 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:22.144326 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:22.144689 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:22.145004 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:22.145335 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:22.146247 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:22.146247 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:22.146247 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de2d68-14ef-42e6-b765-259bbd691acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:22.170144 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-15080887-e9d0-43f6-b92f-4c97b6ddbc49 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group_rule (b8ea4734-367d-487b-84b4-148b65587675), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.207122 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679244'] for network (3c577f14-f343-4dd1-8d9a-bbda08edd359), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.213083 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.218042 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/3c577f14-f343-4dd1-8d9a-bbda08edd359 HTTP/1.1" status: 204 len: 168 time: 1.0150537 Sep 23 01:46:22.228004 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd929e82-812c-466a-b9a1-93b9b1a3a20c admin admin] Pushing event deleted for resources: {'Network': ['ID=3c577f14-f343-4dd1-8d9a-bbda08edd359,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:22.304347 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-15080887-e9d0-43f6-b92f-4c97b6ddbc49 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (b8ea4734-367d-487b-84b4-148b65587675), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.325007 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15080887-e9d0-43f6-b92f-4c97b6ddbc49 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ea4734-367d-487b-84b4-148b65587675,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:22.483894 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-15080887-e9d0-43f6-b92f-4c97b6ddbc49 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.485066 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-15080887-e9d0-43f6-b92f-4c97b6ddbc49 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5352299 Sep 23 01:46:22.488330 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 51304) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:22.493403 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-575d81ad-5b5c-4e26-b7f9-a5f873c083f5 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Request body: {'security_group_rule': {'security_group_id': '7bfb0660-589c-4325-a424-03a254b2ee21', 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:46:22.500948 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:DELETE=13,neutron:SELECT=81,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:22.602715 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-575d81ad-5b5c-4e26-b7f9-a5f873c083f5 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group_rule (a9eb38e3-757e-4486-9edb-b9606105f5e4), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.666467 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-575d81ad-5b5c-4e26-b7f9-a5f873c083f5 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group_rule (a9eb38e3-757e-4486-9edb-b9606105f5e4), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.711781 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 51306) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:22.754446 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-9d5ccecd-27bc-4ab2-8658-af4ac454204d admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=f5c5ef59b1b44d8a916be97d8d11493f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414100 Sep 23 01:46:22.756886 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 51308) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:22.806231 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-de8961bf-d442-4550-8dc9-225b3be95f9e admin admin] Publish callbacks [] for security_group (627f505a-4d7e-41ed-b74b-4861bc38ed18), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.823087 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-575d81ad-5b5c-4e26-b7f9-a5f873c083f5 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (a9eb38e3-757e-4486-9edb-b9606105f5e4), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.830948 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-de8961bf-d442-4550-8dc9-225b3be95f9e admin admin] Publish callbacks [] for security_group (627f505a-4d7e-41ed-b74b-4861bc38ed18), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.861489 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d81ad-5b5c-4e26-b7f9-a5f873c083f5 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9eb38e3-757e-4486-9edb-b9606105f5e4,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:22.955813 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-575d81ad-5b5c-4e26-b7f9-a5f873c083f5 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.957142 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-575d81ad-5b5c-4e26-b7f9-a5f873c083f5 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4678416 Sep 23 01:46:22.960454 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 51310) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:22.964828 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-7fdbe02a-6c86-4a1a-b542-90a8f6585acf tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Request body: {'security_group_rule': {'security_group_id': '7bfb0660-589c-4325-a424-03a254b2ee21', 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:46:22.989325 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-de8961bf-d442-4550-8dc9-225b3be95f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (627f505a-4d7e-41ed-b74b-4861bc38ed18), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.991972 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-de8961bf-d442-4550-8dc9-225b3be95f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:22.993076 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-de8961bf-d442-4550-8dc9-225b3be95f9e admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/627f505a-4d7e-41ed-b74b-4861bc38ed18 HTTP/1.1" status: 204 len: 168 time: 0.2353065 Sep 23 01:46:23.002882 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8961bf-d442-4550-8dc9-225b3be95f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627f505a-4d7e-41ed-b74b-4861bc38ed18,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:23.062717 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7fdbe02a-6c86-4a1a-b542-90a8f6585acf tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group_rule (09fd1868-5f27-4fa1-8cce-8e7e6a52e489), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:23.127484 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7fdbe02a-6c86-4a1a-b542-90a8f6585acf tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group_rule (09fd1868-5f27-4fa1-8cce-8e7e6a52e489), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:23.224309 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7fdbe02a-6c86-4a1a-b542-90a8f6585acf tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (09fd1868-5f27-4fa1-8cce-8e7e6a52e489), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:23.233699 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:23.247338 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbe02a-6c86-4a1a-b542-90a8f6585acf tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fd1868-5f27-4fa1-8cce-8e7e6a52e489,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:23.380978 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-7fdbe02a-6c86-4a1a-b542-90a8f6585acf tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:23.382725 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-7fdbe02a-6c86-4a1a-b542-90a8f6585acf tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4213495 Sep 23 01:46:23.393280 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 51316) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:23.399084 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-87a2421d-372f-48b6-9b84-ea7048161b46 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Request body: {'security_group_rule': {'security_group_id': '7bfb0660-589c-4325-a424-03a254b2ee21', 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:46:23.515368 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.securitygroups_db [None req-87a2421d-372f-48b6-9b84-ea7048161b46 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Project 403b0f1ad71c459581759568e4fcd1ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 01:46:23.521827 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-87a2421d-372f-48b6-9b84-ea7048161b46 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group_rule (20cfc95a-7cfd-40ff-b3b1-33613960a762), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:23.583392 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-87a2421d-372f-48b6-9b84-ea7048161b46 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group_rule (20cfc95a-7cfd-40ff-b3b1-33613960a762), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:23.714947 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-87a2421d-372f-48b6-9b84-ea7048161b46 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (20cfc95a-7cfd-40ff-b3b1-33613960a762), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:23.733484 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2421d-372f-48b6-9b84-ea7048161b46 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20cfc95a-7cfd-40ff-b3b1-33613960a762,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:23.849141 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-87a2421d-372f-48b6-9b84-ea7048161b46 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:23.850659 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-87a2421d-372f-48b6-9b84-ea7048161b46 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4561927 Sep 23 01:46:23.859805 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 51318) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:23.860116 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51320) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:23.860589 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [None req-3dbc0118-1404-4976-aad7-b4ce3b5f68f4 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Request body: {'security_group_rule': {'security_group_id': '7bfb0660-589c-4325-a424-03a254b2ee21', 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:46:23.898624 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-9044ead7-37ab-4a4a-b8bf-f42006d36575 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=6f2ee0c5460b4ca0ad29c419dab374a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419340 Sep 23 01:46:23.905959 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51322) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:46:23.960944 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-72ab5fae-850f-45b4-8ad8-99f79bfae6d2 admin admin] Publish callbacks [] for security_group (ff193fb0-387e-40e7-acfc-ad8ab34f9192), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:23.981666 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:23.983873 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-72ab5fae-850f-45b4-8ad8-99f79bfae6d2 admin admin] Publish callbacks [] for security_group (ff193fb0-387e-40e7-acfc-ad8ab34f9192), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:23.999875 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.securitygroups_db [None req-3dbc0118-1404-4976-aad7-b4ce3b5f68f4 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Project 403b0f1ad71c459581759568e4fcd1ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 01:46:24.006459 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3dbc0118-1404-4976-aad7-b4ce3b5f68f4 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group_rule (2201e865-d669-491a-a3cc-a4774a9b0d19), before_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:24.060201 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3dbc0118-1404-4976-aad7-b4ce3b5f68f4 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group_rule (2201e865-d669-491a-a3cc-a4774a9b0d19), precommit_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:24.132163 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-72ab5fae-850f-45b4-8ad8-99f79bfae6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (ff193fb0-387e-40e7-acfc-ad8ab34f9192), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:24.134964 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-72ab5fae-850f-45b4-8ad8-99f79bfae6d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:24.136164 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-72ab5fae-850f-45b4-8ad8-99f79bfae6d2 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ff193fb0-387e-40e7-acfc-ad8ab34f9192 HTTP/1.1" status: 204 len: 168 time: 0.2292631 Sep 23 01:46:24.144552 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab5fae-850f-45b4-8ad8-99f79bfae6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff193fb0-387e-40e7-acfc-ad8ab34f9192,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:24.195214 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3dbc0118-1404-4976-aad7-b4ce3b5f68f4 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698965'] for security_group_rule (2201e865-d669-491a-a3cc-a4774a9b0d19), after_create {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:24.218188 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc0118-1404-4976-aad7-b4ce3b5f68f4 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2201e865-d669-491a-a3cc-a4774a9b0d19,revision_number=0']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:24.357038 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-3dbc0118-1404-4976-aad7-b4ce3b5f68f4 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:24.358308 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-3dbc0118-1404-4976-aad7-b4ce3b5f68f4 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5031421 Sep 23 01:46:24.456342 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-caebd625-67d9-422b-9342-e4f4c194df20 req-e21d1b52-f3ab-4ac6-b8d5-ca3d618fe154 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-490770488&fields=id&tenant_id=403b0f1ad71c459581759568e4fcd1ca HTTP/1.1" status: 200 len: 267 time: 0.0500124 Sep 23 01:46:24.510232 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebd625-67d9-422b-9342-e4f4c194df20 req-797fb658-3db8-463a-ad79-cfde5e9ff0f8 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:24.511695 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-caebd625-67d9-422b-9342-e4f4c194df20 req-797fb658-3db8-463a-ad79-cfde5e9ff0f8 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 946 time: 0.0493567 Sep 23 01:46:24.527980 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.v2.base [req-caebd625-67d9-422b-9342-e4f4c194df20 req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Request body: {'port': {'security_groups': ['66d5ea55-b0f1-4bc4-a56f-68467ce4dc02', '7bfb0660-589c-4325-a424-03a254b2ee21']}} {{(pid=107236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:46:24.598914 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:24.606907 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-caebd625-67d9-422b-9342-e4f4c194df20 req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), before_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:24.842967 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.db [req-caebd625-67d9-422b-9342-e4f4c194df20 req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] For port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7afe16a6-56a4-4780-bdd2-0c90cc6040f5,segment=NetworkSegment(502acf4f-e1fa-4197-a312-d4e18aad13df),segment_id=502acf4f-e1fa-4197-a312-d4e18aad13df)] {{(pid=107236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:46:24.874590 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-caebd625-67d9-422b-9342-e4f4c194df20 req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), precommit_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:24.966621 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-caebd625-67d9-422b-9342-e4f4c194df20 req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206876'] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), after_update {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:24.978566 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebd625-67d9-422b-9342-e4f4c194df20 req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:24.979144 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [req-caebd625-67d9-422b-9342-e4f4c194df20 req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:24.980573 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-caebd625-67d9-422b-9342-e4f4c194df20 req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "PUT /networking/v2.0/ports/7afe16a6-56a4-4780-bdd2-0c90cc6040f5 HTTP/1.1" status: 200 len: 982 time: 0.4583943 Sep 23 01:46:24.981092 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c936335f-541e-469a-bca1-551a78b1891a', 'tag': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:46:24.983334 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf30573-5a26-4f18-ad97-dde0d9f373ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c936335f-541e-469a-bca1-551a78b1891a", "tag": "7afe16a6-56a4-4780-bdd2-0c90cc6040f5"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:46:25.011437 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['7afe16a6-56a4-4780-bdd2-0c90cc6040f5'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:46:25.104374 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c805cae-3bdd-4c7c-af1d-0ca897f0c891 req-f87d1964-05a9-4b64-a743-9b649d1ca775 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:25.105851 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2c805cae-3bdd-4c7c-af1d-0ca897f0c891 req-f87d1964-05a9-4b64-a743-9b649d1ca775 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 985 time: 0.0547438 Sep 23 01:46:25.158924 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:25.177721 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['7afe16a6-56a4-4780-bdd2-0c90cc6040f5'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:46:25.208957 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-2c805cae-3bdd-4c7c-af1d-0ca897f0c891 req-9f8b41c2-b158-495b-b8d3-1dfb222e64db tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bfb0660-589c-4325-a424-03a254b2ee21&id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0933111 Sep 23 01:46:25.210235 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30573-5a26-4f18-ad97-dde0d9f373ea req-41677171-b109-4d6f-b133-0a1bd56bb884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:25.211813 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fcf30573-5a26-4f18-ad97-dde0d9f373ea req-41677171-b109-4d6f-b133-0a1bd56bb884 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=403b0f1ad71c459581759568e4fcd1ca&device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 1169 time: 0.1047900 Sep 23 01:46:25.299132 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d225456d-bd9c-4809-aeec-0ec5b9915531 x-openstack-request-id: req-d225456d-bd9c-4809-aeec-0ec5b9915531 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:46:25.300187 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c936335f-541e-469a-bca1-551a78b1891a", "tag": "7afe16a6-56a4-4780-bdd2-0c90cc6040f5", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:46:25.300542 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d225456d-bd9c-4809-aeec-0ec5b9915531 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:46:25.301031 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d225456d-bd9c-4809-aeec-0ec5b9915531'] response: {'name': 'network-changed', 'server_uuid': 'c936335f-541e-469a-bca1-551a78b1891a', 'tag': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5', 'status': 'completed', 'code': 200} Sep 23 01:46:25.328437 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30573-5a26-4f18-ad97-dde0d9f373ea req-db88102a-079e-48b5-9577-f64812decb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:25.329938 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fcf30573-5a26-4f18-ad97-dde0d9f373ea req-db88102a-079e-48b5-9577-f64812decb8a service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=cfa5ae8e-5309-40a3-bdd3-f79101f55f6d HTTP/1.1" status: 200 len: 915 time: 0.1106594 Sep 23 01:46:25.333824 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Pushing event updated for resources: {'Port': ['ID=7afe16a6-56a4-4780-bdd2-0c90cc6040f5,revision_number=6']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:46:25.341694 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:25.342050 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:25.342461 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:25.342883 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:25.343291 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:25.343720 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:25.344180 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:25.348508 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:25.348508 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:25.348508 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:25.348508 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:25.348508 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:25.348508 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:25.349124 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:25.349652 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b971e-1cba-4232-9575-81438fbd1835 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:46:25.402023 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fcf30573-5a26-4f18-ad97-dde0d9f373ea req-d3830da9-f7f5-4c82-b99b-c36d1d020fa0 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afe16a6-56a4-4780-bdd2-0c90cc6040f5 HTTP/1.1" status: 200 len: 1002 time: 0.0637043 Sep 23 01:46:25.455065 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30573-5a26-4f18-ad97-dde0d9f373ea req-e5e68725-1072-4de7-ac9f-c921416eaca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:25.456468 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fcf30573-5a26-4f18-ad97-dde0d9f373ea req-e5e68725-1072-4de7-ac9f-c921416eaca7 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d2a471bd-0d15-45dd-9d8f-149b6ed19a03 HTTP/1.1" status: 200 len: 853 time: 0.0479977 Sep 23 01:46:25.485714 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=100 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:25.508988 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30573-5a26-4f18-ad97-dde0d9f373ea req-7771e036-2f22-4132-ac76-7bfffb011cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:25.510491 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fcf30573-5a26-4f18-ad97-dde0d9f373ea req-7771e036-2f22-4132-ac76-7bfffb011cb2 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=cfa5ae8e-5309-40a3-bdd3-f79101f55f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431035 Sep 23 01:46:25.610229 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fcf30573-5a26-4f18-ad97-dde0d9f373ea req-44b1c397-9bcd-4d5e-ac5b-c4f80f15744e service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cfa5ae8e-5309-40a3-bdd3-f79101f55f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929153 Sep 23 01:46:25.704704 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-fcf30573-5a26-4f18-ad97-dde0d9f373ea req-6580a128-139c-41c7-b252-661c1bdf4c85 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cfa5ae8e-5309-40a3-bdd3-f79101f55f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883284 Sep 23 01:46:31.448454 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=100 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:33.886303 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-1f699f1b-d65c-433f-b02f-6b171809ace5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:35.338921 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:35.691484 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=84,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:35.701993 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=59 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:36.423529 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-52928c29-bb85-4d66-be73-10b49a80d5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:38.965962 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:39.575735 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85e1c0-7c93-436b-ba67-5ba3304a5130 req-90193ea0-e58a-4812-bc1a-bf1d2a8de36b tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:39.577193 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0e85e1c0-7c93-436b-ba67-5ba3304a5130 req-90193ea0-e58a-4812-bc1a-bf1d2a8de36b tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 985 time: 0.0515089 Sep 23 01:46:39.639284 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0e85e1c0-7c93-436b-ba67-5ba3304a5130 req-44638350-d96a-40af-8cad-5a7873a69fc1 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bfb0660-589c-4325-a424-03a254b2ee21&id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564108 Sep 23 01:46:39.708075 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f57c7-faa5-4018-a237-4dbe7858ec95 req-7948bf18-6f28-4e0b-88c1-45a02cfc4f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:39.709579 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-072f57c7-faa5-4018-a237-4dbe7858ec95 req-7948bf18-6f28-4e0b-88c1-45a02cfc4f69 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=403b0f1ad71c459581759568e4fcd1ca&device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 1169 time: 0.0408795 Sep 23 01:46:39.816536 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f57c7-faa5-4018-a237-4dbe7858ec95 req-75aeb120-7e52-41a0-a211-8c76180a2d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:39.817897 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-072f57c7-faa5-4018-a237-4dbe7858ec95 req-75aeb120-7e52-41a0-a211-8c76180a2d75 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=cfa5ae8e-5309-40a3-bdd3-f79101f55f6d HTTP/1.1" status: 200 len: 915 time: 0.1010044 Sep 23 01:46:39.890686 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-072f57c7-faa5-4018-a237-4dbe7858ec95 req-6ffa00f5-d54a-407d-aa2d-ce3bf61746ac service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afe16a6-56a4-4780-bdd2-0c90cc6040f5 HTTP/1.1" status: 200 len: 1002 time: 0.0664132 Sep 23 01:46:39.940307 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f57c7-faa5-4018-a237-4dbe7858ec95 req-d750c7ad-7308-4911-b90d-73e96fe8e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:39.941759 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-072f57c7-faa5-4018-a237-4dbe7858ec95 req-d750c7ad-7308-4911-b90d-73e96fe8e2c0 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d2a471bd-0d15-45dd-9d8f-149b6ed19a03 HTTP/1.1" status: 200 len: 853 time: 0.0453455 Sep 23 01:46:39.989886 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f57c7-faa5-4018-a237-4dbe7858ec95 req-76435038-0f98-4ff7-a78a-8fbe841a9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:39.991360 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-072f57c7-faa5-4018-a237-4dbe7858ec95 req-76435038-0f98-4ff7-a78a-8fbe841a9166 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=cfa5ae8e-5309-40a3-bdd3-f79101f55f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431335 Sep 23 01:46:40.083574 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-072f57c7-faa5-4018-a237-4dbe7858ec95 req-69d12eba-4d5a-49ca-a984-405aa0b2545d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cfa5ae8e-5309-40a3-bdd3-f79101f55f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842726 Sep 23 01:46:40.183689 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-072f57c7-faa5-4018-a237-4dbe7858ec95 req-479b2261-bbbc-4134-a643-b328645a13d3 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cfa5ae8e-5309-40a3-bdd3-f79101f55f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934350 Sep 23 01:46:40.279726 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:40.765720 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75899c-75ec-4701-a64c-7cb691a71c3e req-a3db84cb-7c1f-4ff7-9d6a-6deb3cf3dfc4 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:40.767244 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1a75899c-75ec-4701-a64c-7cb691a71c3e req-a3db84cb-7c1f-4ff7-9d6a-6deb3cf3dfc4 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 985 time: 0.0489516 Sep 23 01:46:40.831205 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1a75899c-75ec-4701-a64c-7cb691a71c3e req-e4b03e17-44a2-4093-abc1-3310aca0720a tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bfb0660-589c-4325-a424-03a254b2ee21&id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580759 Sep 23 01:46:41.199476 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:41.456731 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:41.955608 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72acd6d-2a64-43dd-86e2-5fba1fe769b8 req-7de36fdc-700c-4a1c-aea8-2f2a71b0bc24 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:41.957095 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d72acd6d-2a64-43dd-86e2-5fba1fe769b8 req-7de36fdc-700c-4a1c-aea8-2f2a71b0bc24 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 985 time: 0.0472751 Sep 23 01:46:42.019618 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d72acd6d-2a64-43dd-86e2-5fba1fe769b8 req-a27086c6-c2ad-4f2b-9ca7-930b3fc10bd9 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bfb0660-589c-4325-a424-03a254b2ee21&id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567563 Sep 23 01:46:43.150412 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1024f18-ef95-4abe-b4c8-f28ae1766d3f req-b8327cf5-c608-4f7f-a77e-4573d2d163ea tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:43.152006 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f1024f18-ef95-4abe-b4c8-f28ae1766d3f req-b8327cf5-c608-4f7f-a77e-4573d2d163ea tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 985 time: 0.0524638 Sep 23 01:46:43.215534 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-f1024f18-ef95-4abe-b4c8-f28ae1766d3f req-2b432310-6046-4575-9e42-69be2cce92e7 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bfb0660-589c-4325-a424-03a254b2ee21&id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571330 Sep 23 01:46:44.345929 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309e61c-c38d-4b44-91bd-3f749251678e req-15b4a135-4a31-47df-8920-b7c93a484212 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:44.347422 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9309e61c-c38d-4b44-91bd-3f749251678e req-15b4a135-4a31-47df-8920-b7c93a484212 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 985 time: 0.0527029 Sep 23 01:46:44.408633 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-9309e61c-c38d-4b44-91bd-3f749251678e req-f805ebf9-e571-44e6-b625-d813f997f32c tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bfb0660-589c-4325-a424-03a254b2ee21&id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551240 Sep 23 01:46:45.529422 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a359ae-dfff-443d-bd4e-b3fa9a586ce7 req-58bd236f-1d82-41be-bcb1-1e0b77c939c1 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:45.530880 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-16a359ae-dfff-443d-bd4e-b3fa9a586ce7 req-58bd236f-1d82-41be-bcb1-1e0b77c939c1 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 985 time: 0.0467200 Sep 23 01:46:45.641477 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-16a359ae-dfff-443d-bd4e-b3fa9a586ce7 req-fc870d6c-6525-4862-a0ef-9cd53279aa3c tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bfb0660-589c-4325-a424-03a254b2ee21&id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1046560 Sep 23 01:46:46.763229 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632bea0-9838-4c3b-a76b-31097c6cc6b2 req-afd7a20e-9ad0-4f3e-b4a0-01cf366700bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:46.764740 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d632bea0-9838-4c3b-a76b-31097c6cc6b2 req-afd7a20e-9ad0-4f3e-b4a0-01cf366700bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 985 time: 0.0472262 Sep 23 01:46:46.825763 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-d632bea0-9838-4c3b-a76b-31097c6cc6b2 req-686f6642-f029-4bc4-8165-201557e65602 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bfb0660-589c-4325-a424-03a254b2ee21&id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553451 Sep 23 01:46:47.952119 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b7cd-49ad-4330-be45-d716f136c627 req-8005acbe-a373-461e-8c45-f4a3d117f5ea tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:47.953627 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9773b7cd-49ad-4330-be45-d716f136c627 req-8005acbe-a373-461e-8c45-f4a3d117f5ea tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 985 time: 0.0506210 Sep 23 01:46:48.014484 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-9773b7cd-49ad-4330-be45-d716f136c627 req-9424985f-7bc2-4433-b92c-482250be1fc1 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bfb0660-589c-4325-a424-03a254b2ee21&id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548549 Sep 23 01:46:49.142284 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415128c-d894-4134-bfe3-3dd3f01c8916 req-abed04ad-ed4e-4801-b70a-72f96da15385 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:49.143779 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0415128c-d894-4134-bfe3-3dd3f01c8916 req-abed04ad-ed4e-4801-b70a-72f96da15385 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 985 time: 0.0518963 Sep 23 01:46:49.198452 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:49.204991 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-0415128c-d894-4134-bfe3-3dd3f01c8916 req-a5e93c97-dc55-48e9-a097-69c9c3f18dd2 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bfb0660-589c-4325-a424-03a254b2ee21&id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555589 Sep 23 01:46:50.330468 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224836c-2cf0-405b-81c5-534e968d4409 req-beeea03b-327c-4a7e-ad2b-2417d0b5e75f tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:50.331997 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1224836c-2cf0-405b-81c5-534e968d4409 req-beeea03b-327c-4a7e-ad2b-2417d0b5e75f tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 985 time: 0.0484984 Sep 23 01:46:50.393301 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-1224836c-2cf0-405b-81c5-534e968d4409 req-d17aa1ed-34ff-4aac-89a5-421313475ddb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bfb0660-589c-4325-a424-03a254b2ee21&id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554729 Sep 23 01:46:51.131079 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=36 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:51.132970 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=63,neutron:UPDATE=5 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:51.482504 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:46:51.522253 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde95b1a-2e68-4e0c-8b20-9e41e3ed8310 req-3c6f925e-dbad-4c5c-99ee-bedd9f285408 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:51.523873 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-dde95b1a-2e68-4e0c-8b20-9e41e3ed8310 req-3c6f925e-dbad-4c5c-99ee-bedd9f285408 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 985 time: 0.0501933 Sep 23 01:46:51.589355 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-dde95b1a-2e68-4e0c-8b20-9e41e3ed8310 req-ae94b51d-59c8-4daf-ac73-357f25b49c18 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bfb0660-589c-4325-a424-03a254b2ee21&id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590515 Sep 23 01:46:51.897535 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:46:52.718012 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968a1f7-af44-4ead-81cb-0ed69cb87498 req-bdafbd14-9bac-4cb3-a3d9-e43e9ef27342 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:52.719487 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e968a1f7-af44-4ead-81cb-0ed69cb87498 req-bdafbd14-9bac-4cb3-a3d9-e43e9ef27342 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 985 time: 0.0530314 Sep 23 01:46:52.779951 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-e968a1f7-af44-4ead-81cb-0ed69cb87498 req-afc77d65-8a9f-43a8-9965-14e3ba459d46 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=7bfb0660-589c-4325-a424-03a254b2ee21&id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546229 Sep 23 01:46:57.332052 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:46:59.234372 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b1b2f8f1-7013-4ab0-bf14-e66493013a82 req-1d84fa33-4ac5-49a0-b127-d0dce2b31a48 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400615 Sep 23 01:46:59.340343 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2f8f1-7013-4ab0-bf14-e66493013a82 req-6eb7a1fe-e955-4880-a9fb-53635574d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:59.342303 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b1b2f8f1-7013-4ab0-bf14-e66493013a82 req-6eb7a1fe-e955-4880-a9fb-53635574d320 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=403b0f1ad71c459581759568e4fcd1ca&device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 1169 time: 0.0424452 Sep 23 01:46:59.443809 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2f8f1-7013-4ab0-bf14-e66493013a82 req-7f1e5e80-42f6-43b5-91d5-06a12c0f412a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:59.445238 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b1b2f8f1-7013-4ab0-bf14-e66493013a82 req-7f1e5e80-42f6-43b5-91d5-06a12c0f412a service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=cfa5ae8e-5309-40a3-bdd3-f79101f55f6d HTTP/1.1" status: 200 len: 915 time: 0.0847785 Sep 23 01:46:59.512449 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b1b2f8f1-7013-4ab0-bf14-e66493013a82 req-821a9aa1-7257-47ef-a296-cf9a2debc0fd service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afe16a6-56a4-4780-bdd2-0c90cc6040f5 HTTP/1.1" status: 200 len: 1002 time: 0.0600677 Sep 23 01:46:59.560046 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2f8f1-7013-4ab0-bf14-e66493013a82 req-ee539780-ba4a-4d60-a629-725646ccd737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:59.561570 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b1b2f8f1-7013-4ab0-bf14-e66493013a82 req-ee539780-ba4a-4d60-a629-725646ccd737 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d2a471bd-0d15-45dd-9d8f-149b6ed19a03 HTTP/1.1" status: 200 len: 853 time: 0.0440960 Sep 23 01:46:59.605156 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2f8f1-7013-4ab0-bf14-e66493013a82 req-8ee2a32b-4d80-48f0-8411-a80d04b97add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:46:59.606662 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b1b2f8f1-7013-4ab0-bf14-e66493013a82 req-8ee2a32b-4d80-48f0-8411-a80d04b97add service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=cfa5ae8e-5309-40a3-bdd3-f79101f55f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395024 Sep 23 01:46:59.698712 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b1b2f8f1-7013-4ab0-bf14-e66493013a82 req-bcc68416-b69d-4579-84ba-a2d307c2f80e service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cfa5ae8e-5309-40a3-bdd3-f79101f55f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860522 Sep 23 01:46:59.790929 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-b1b2f8f1-7013-4ab0-bf14-e66493013a82 req-468ad083-efa4-4929-aa34-817bf7a1fef1 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cfa5ae8e-5309-40a3-bdd3-f79101f55f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855632 Sep 23 01:47:01.807096 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:01.809990 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:02.769961 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=62 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:02.773858 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=64 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:03.862823 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a50ee201-af74-46f7-a343-5abed80c8fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:06.394339 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4b5de8cd-f305-4a8a-a0c0-e4200343f312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:07.327946 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:08.959769 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:09.781890 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=63 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:09.788228 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=58 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:10.256616 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:11.205705 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:18.451807 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:18.452620 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:21.137118 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=10 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:21.137971 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:UPDATE=5,neutron:SELECT=5 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:21.901963 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:25.264115 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c3ad4191-2c9b-4b5a-8d4b-9512208f7aeb req-aee3afed-e84c-46de-a366-885d910ae112 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-490770488&fields=id&tenant_id=403b0f1ad71c459581759568e4fcd1ca HTTP/1.1" status: 200 len: 267 time: 0.0501392 Sep 23 01:47:25.315648 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad4191-2c9b-4b5a-8d4b-9512208f7aeb req-546b460f-50b3-4335-b477-cf730a021774 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:47:25.317100 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c3ad4191-2c9b-4b5a-8d4b-9512208f7aeb req-546b460f-50b3-4335-b477-cf730a021774 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 985 time: 0.0476468 Sep 23 01:47:25.327842 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.v2.base [req-c3ad4191-2c9b-4b5a-8d4b-9512208f7aeb req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Request body: {'port': {'security_groups': ['66d5ea55-b0f1-4bc4-a56f-68467ce4dc02']}} {{(pid=107235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 01:47:25.400026 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-c3ad4191-2c9b-4b5a-8d4b-9512208f7aeb req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7767374'] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), before_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:25.577681 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-c3ad4191-2c9b-4b5a-8d4b-9512208f7aeb req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] For port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7afe16a6-56a4-4780-bdd2-0c90cc6040f5,segment=NetworkSegment(502acf4f-e1fa-4197-a312-d4e18aad13df),segment_id=502acf4f-e1fa-4197-a312-d4e18aad13df)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:47:25.607071 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-c3ad4191-2c9b-4b5a-8d4b-9512208f7aeb req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), precommit_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:25.661854 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-c3ad4191-2c9b-4b5a-8d4b-9512208f7aeb req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752383527334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752383088083', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752383088101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3173566'] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), after_update {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:25.673447 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad4191-2c9b-4b5a-8d4b-9512208f7aeb req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:47:25.674049 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-c3ad4191-2c9b-4b5a-8d4b-9512208f7aeb req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:25.675416 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-c3ad4191-2c9b-4b5a-8d4b-9512208f7aeb req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "PUT /networking/v2.0/ports/7afe16a6-56a4-4780-bdd2-0c90cc6040f5 HTTP/1.1" status: 200 len: 943 time: 0.3521547 Sep 23 01:47:25.676013 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c936335f-541e-469a-bca1-551a78b1891a', 'tag': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:47:25.678379 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b842d48-a647-4cb3-82d8-45de92814289" -d '{"events": [{"name": "network-changed", "server_uuid": "c936335f-541e-469a-bca1-551a78b1891a", "tag": "7afe16a6-56a4-4780-bdd2-0c90cc6040f5"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:47:25.681513 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 51384) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:47:25.697906 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['7afe16a6-56a4-4780-bdd2-0c90cc6040f5'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:47:25.729129 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bafcda-a207-44e1-9d3a-9332bfd005f6 x-openstack-request-id: req-45bafcda-a207-44e1-9d3a-9332bfd005f6 {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:47:25.729412 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c936335f-541e-469a-bca1-551a78b1891a", "tag": "7afe16a6-56a4-4780-bdd2-0c90cc6040f5", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:47:25.729804 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45bafcda-a207-44e1-9d3a-9332bfd005f6 {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:47:25.730214 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45bafcda-a207-44e1-9d3a-9332bfd005f6'] response: {'name': 'network-changed', 'server_uuid': 'c936335f-541e-469a-bca1-551a78b1891a', 'tag': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5', 'status': 'completed', 'code': 200} Sep 23 01:47:25.743605 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Pushing event updated for resources: {'Port': ['ID=7afe16a6-56a4-4780-bdd2-0c90cc6040f5,revision_number=7']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:47:25.752404 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:25.752828 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:25.753407 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:25.753927 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:25.754057 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group (7bfb0660-589c-4325-a424-03a254b2ee21), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:25.754164 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:25.754616 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:25.754964 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:25.755595 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:25.755749 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:25.756044 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:25.756375 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:25.756702 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:25.757029 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:25.757357 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:25.758321 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be9d9-052a-46e1-8cb5-55a8ef81e9bb tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:25.781029 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group (7bfb0660-589c-4325-a424-03a254b2ee21), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:25.826443 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b842d48-a647-4cb3-82d8-45de92814289 req-7b077647-23c1-4a35-a3e4-098b35360581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:47:25.828176 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3b842d48-a647-4cb3-82d8-45de92814289 req-7b077647-23c1-4a35-a3e4-098b35360581 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=403b0f1ad71c459581759568e4fcd1ca&device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 1130 time: 0.0464058 Sep 23 01:47:25.845269 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['7afe16a6-56a4-4780-bdd2-0c90cc6040f5'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:47:25.929902 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b842d48-a647-4cb3-82d8-45de92814289 req-c172aef6-a843-41f5-adf6-71a2a7276d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:47:25.930877 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (7bfb0660-589c-4325-a424-03a254b2ee21), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:25.931383 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3b842d48-a647-4cb3-82d8-45de92814289 req-c172aef6-a843-41f5-adf6-71a2a7276d22 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=cfa5ae8e-5309-40a3-bdd3-f79101f55f6d HTTP/1.1" status: 200 len: 915 time: 0.0958974 Sep 23 01:47:25.933538 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for security_group (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:25.935039 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "DELETE /networking/v2.0/security-groups/7bfb0660-589c-4325-a424-03a254b2ee21 HTTP/1.1" status: 204 len: 168 time: 0.2503870 Sep 23 01:47:25.938912 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [-] (107236) accepted ('10.222.0.64', 51388) {{(pid=107236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:47:25.984424 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfb0660-589c-4325-a424-03a254b2ee21,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:47:26.000295 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:26.000655 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:26.000969 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:26.001301 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:26.002085 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:26.002085 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:26.002315 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:26.002553 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:26.002877 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:26.003196 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:26.003679 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:26.003923 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:26.004185 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:26.004498 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:26.004869 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75779b6-d0ae-42a2-acb9-a8df3acfa334 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:26.135589 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-28125e44-1494-4804-9f3f-3bedf17b75b2 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Deleting port ce45da1b-e7c5-4ce7-8e20-2bac1ff7fcc8 {{(pid=107236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:47:26.135972 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-28125e44-1494-4804-9f3f-3bedf17b75b2 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (ce45da1b-e7c5-4ce7-8e20-2bac1ff7fcc8), before_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:26.233137 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-28125e44-1494-4804-9f3f-3bedf17b75b2 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (ce45da1b-e7c5-4ce7-8e20-2bac1ff7fcc8), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:26.233461 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-28125e44-1494-4804-9f3f-3bedf17b75b2 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for floatingip (ce45da1b-e7c5-4ce7-8e20-2bac1ff7fcc8), precommit_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:26.247366 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.plugins.ml2.plugin [None req-28125e44-1494-4804-9f3f-3bedf17b75b2 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Calling delete_port for ce45da1b-e7c5-4ce7-8e20-2bac1ff7fcc8 owned by network:floatingip {{(pid=107236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:47:26.279627 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3b842d48-a647-4cb3-82d8-45de92814289 req-e2805ca0-e03d-4d1a-a9a3-4f6172b34876 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afe16a6-56a4-4780-bdd2-0c90cc6040f5 HTTP/1.1" status: 200 len: 1002 time: 0.3416529 Sep 23 01:47:26.338314 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b842d48-a647-4cb3-82d8-45de92814289 req-02e72a29-9b42-4646-a823-9ca059d22dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:47:26.339871 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3b842d48-a647-4cb3-82d8-45de92814289 req-02e72a29-9b42-4646-a823-9ca059d22dc0 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d2a471bd-0d15-45dd-9d8f-149b6ed19a03 HTTP/1.1" status: 200 len: 853 time: 0.0493424 Sep 23 01:47:26.389049 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b842d48-a647-4cb3-82d8-45de92814289 req-e7d96c8a-2d3a-44f1-8959-d2ba66fb58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:47:26.390618 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3b842d48-a647-4cb3-82d8-45de92814289 req-e7d96c8a-2d3a-44f1-8959-d2ba66fb58fb service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=cfa5ae8e-5309-40a3-bdd3-f79101f55f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444736 Sep 23 01:47:26.462946 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-28125e44-1494-4804-9f3f-3bedf17b75b2 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206885'] for port (ce45da1b-e7c5-4ce7-8e20-2bac1ff7fcc8), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:26.486681 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3b842d48-a647-4cb3-82d8-45de92814289 req-ce916da7-e86f-49d7-914d-dd38bc126be1 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cfa5ae8e-5309-40a3-bdd3-f79101f55f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871594 Sep 23 01:47:26.494866 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28125e44-1494-4804-9f3f-3bedf17b75b2 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Pushing event deleted for resources: {'Port': ['ID=ce45da1b-e7c5-4ce7-8e20-2bac1ff7fcc8,revision_number=None']} {{(pid=107236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:47:26.560567 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-28125e44-1494-4804-9f3f-3bedf17b75b2 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks [] for floatingip (e1e8ae06-988c-4ce7-852d-f91363b5b99e), after_delete {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:26.561080 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.db.l3_db [None req-28125e44-1494-4804-9f3f-3bedf17b75b2 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Floating IP e1e8ae06-988c-4ce7-852d-f91363b5b99e disassociated (deleted). External IP: 172.27.1.214, port: 7afe16a6-56a4-4780-bdd2-0c90cc6040f5. Sep 23 01:47:26.583054 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-3b842d48-a647-4cb3-82d8-45de92814289 req-f41985f0-6dfd-4a40-b4ae-ec62a2c4aed8 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cfa5ae8e-5309-40a3-bdd3-f79101f55f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893216 Sep 23 01:47:26.694242 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:26.762334 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28125e44-1494-4804-9f3f-3bedf17b75b2 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Router c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:47:26.764887 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:26.870410 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28125e44-1494-4804-9f3f-3bedf17b75b2 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:47:26.875375 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron_lib.callbacks.manager [None req-28125e44-1494-4804-9f3f-3bedf17b75b2 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for floatingip (None), before_response {{(pid=107236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:26.879876 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f73f0-71f4-49f0-8fce-037ca8914824 None None] Sync routers for ids ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:47:26.891267 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235f73f0-71f4-49f0-8fce-037ca8914824 None None] Routers {'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:47:26.891896 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-235f73f0-71f4-49f0-8fce-037ca8914824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:47:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:47:26.908907 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [None req-28125e44-1494-4804-9f3f-3bedf17b75b2 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "DELETE /networking/v2.0/floatingips/e1e8ae06-988c-4ce7-852d-f91363b5b99e HTTP/1.1" status: 204 len: 168 time: 0.9660370 Sep 23 01:47:26.908907 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c936335f-541e-469a-bca1-551a78b1891a', 'tag': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5'}] {{(pid=107236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:47:26.909235 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256be3865e56305d2efe00574a6a2c5a4983a57e9d743b17e835442955a29e92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45266a16-c513-4ba8-af5f-01cc8caf600d" -d '{"events": [{"name": "network-changed", "server_uuid": "c936335f-541e-469a-bca1-551a78b1891a", "tag": "7afe16a6-56a4-4780-bdd2-0c90cc6040f5"}]}' {{(pid=107236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:47:26.953177 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 01:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4e60b0-32a0-4272-91e9-9cf25505aff0 x-openstack-request-id: req-cb4e60b0-32a0-4272-91e9-9cf25505aff0 {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:47:26.953609 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c936335f-541e-469a-bca1-551a78b1891a", "tag": "7afe16a6-56a4-4780-bdd2-0c90cc6040f5", "status": "completed", "code": 200}]} {{(pid=107236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:47:26.953955 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb4e60b0-32a0-4272-91e9-9cf25505aff0 {{(pid=107236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:47:26.954455 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb4e60b0-32a0-4272-91e9-9cf25505aff0'] response: {'name': 'network-changed', 'server_uuid': 'c936335f-541e-469a-bca1-551a78b1891a', 'tag': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5', 'status': 'completed', 'code': 200} Sep 23 01:47:27.002964 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-235f73f0-71f4-49f0-8fce-037ca8914824 None None] Set router c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:47:27.039716 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:27.042326 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:27.048349 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266a16-c513-4ba8-af5f-01cc8caf600d req-8fe3a02f-f99a-4671-9c4f-8a94e3e6b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:47:27.050225 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-45266a16-c513-4ba8-af5f-01cc8caf600d req-8fe3a02f-f99a-4671-9c4f-8a94e3e6b93a service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=403b0f1ad71c459581759568e4fcd1ca&device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 1130 time: 0.0479553 Sep 23 01:47:27.151562 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266a16-c513-4ba8-af5f-01cc8caf600d req-1f633239-ecdf-4d78-ae24-fb28e46d9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:47:27.153136 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-45266a16-c513-4ba8-af5f-01cc8caf600d req-1f633239-ecdf-4d78-ae24-fb28e46d9290 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=cfa5ae8e-5309-40a3-bdd3-f79101f55f6d HTTP/1.1" status: 200 len: 915 time: 0.0956349 Sep 23 01:47:27.195355 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-45266a16-c513-4ba8-af5f-01cc8caf600d req-f9d3fdcd-8338-44f6-a9f1-40052a00658c service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afe16a6-56a4-4780-bdd2-0c90cc6040f5 HTTP/1.1" status: 200 len: 217 time: 0.0348220 Sep 23 01:47:27.202930 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-235f73f0-71f4-49f0-8fce-037ca8914824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'name': 'tempest-TestMinimumBasicScenario-550034769-router', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:18Z', 'updated_at': '2022-09-23T01:45:22Z', 'revision_number': 4, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'gw_port': {'id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:19Z', 'updated_at': '2022-09-23T01:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'fe16127a-f163-45da-b0fe-48f7521b2bfa', 'name': '', 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'mac_address': 'fa:16:3e:e7:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:21Z', 'updated_at': '2022-09-23T01:45:26Z', 'revision_number': 5, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'subnets': [{'id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:47:27.230525 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f73f0-71f4-49f0-8fce-037ca8914824 None None] Checking router: c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:47:27.239035 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235f73f0-71f4-49f0-8fce-037ca8914824 None None] Routers {'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:47:27.239701 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-235f73f0-71f4-49f0-8fce-037ca8914824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:47:06Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:47:27.245806 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266a16-c513-4ba8-af5f-01cc8caf600d req-3010d715-1ba9-4905-aabb-797f305e3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:47:27.247279 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-45266a16-c513-4ba8-af5f-01cc8caf600d req-3010d715-1ba9-4905-aabb-797f305e3c95 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d2a471bd-0d15-45dd-9d8f-149b6ed19a03 HTTP/1.1" status: 200 len: 853 time: 0.0463822 Sep 23 01:47:27.299541 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266a16-c513-4ba8-af5f-01cc8caf600d req-3ef8c1de-9fa7-4e11-b6ed-3ad346e60c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:47:27.301150 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-45266a16-c513-4ba8-af5f-01cc8caf600d req-3ef8c1de-9fa7-4e11-b6ed-3ad346e60c0b service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=cfa5ae8e-5309-40a3-bdd3-f79101f55f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457687 Sep 23 01:47:27.357249 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-235f73f0-71f4-49f0-8fce-037ca8914824 None None] Set router c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:47:27.406296 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-45266a16-c513-4ba8-af5f-01cc8caf600d req-6076a1f9-af70-48e8-8319-88428a96efc4 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cfa5ae8e-5309-40a3-bdd3-f79101f55f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959668 Sep 23 01:47:27.515649 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-45266a16-c513-4ba8-af5f-01cc8caf600d req-fda69aad-ae7b-4db4-997f-72f1417df0de service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cfa5ae8e-5309-40a3-bdd3-f79101f55f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997276 Sep 23 01:47:27.561443 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-235f73f0-71f4-49f0-8fce-037ca8914824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'name': 'tempest-TestMinimumBasicScenario-550034769-router', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:18Z', 'updated_at': '2022-09-23T01:45:22Z', 'revision_number': 4, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'gw_port': {'id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:19Z', 'updated_at': '2022-09-23T01:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'fe16127a-f163-45da-b0fe-48f7521b2bfa', 'name': '', 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'mac_address': 'fa:16:3e:e7:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:21Z', 'updated_at': '2022-09-23T01:45:26Z', 'revision_number': 5, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'subnets': [{'id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:47:27.587067 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f73f0-71f4-49f0-8fce-037ca8914824 None None] The sync data for ids ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'] in dv-cinder-849143-7-iscsi is: [{'id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'name': 'tempest-TestMinimumBasicScenario-550034769-router', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:18Z', 'updated_at': '2022-09-23T01:45:22Z', 'revision_number': 4, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'gw_port': {'id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:19Z', 'updated_at': '2022-09-23T01:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi', '_interfaces': [{'id': 'fe16127a-f163-45da-b0fe-48f7521b2bfa', 'name': '', 'network_id': 'cfa5ae8e-5309-40a3-bdd3-f79101f55f6d', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'mac_address': 'fa:16:3e:e7:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:21Z', 'updated_at': '2022-09-23T01:45:26Z', 'revision_number': 5, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'subnets': [{'id': 'd2a471bd-0d15-45dd-9d8f-149b6ed19a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:47:27.803412 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adf5ab1-8000-4bb8-8069-b158a1ed831c None None] New status for floating IP e1e8ae06-988c-4ce7-852d-f91363b5b99e: DOWN {{(pid=107237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 01:47:31.183992 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252d7fe-7df1-49dd-8bfa-1dec28e02292 req-75f6e49c-61cc-4e49-84e1-6846b67075a2 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:47:31.185481 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a252d7fe-7df1-49dd-8bfa-1dec28e02292 req-75f6e49c-61cc-4e49-84e1-6846b67075a2 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 946 time: 0.0475190 Sep 23 01:47:31.234137 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-a252d7fe-7df1-49dd-8bfa-1dec28e02292 req-a575a1cb-dba7-4af3-9b95-636b2bdcc3bf tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425806 Sep 23 01:47:32.364038 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50519ac1-392d-4c10-bc10-994d7fe52545 req-dcca6fea-eaf8-4b48-9d9b-51f5a935a4a7 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:47:32.365522 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-50519ac1-392d-4c10-bc10-994d7fe52545 req-dcca6fea-eaf8-4b48-9d9b-51f5a935a4a7 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 946 time: 0.0515590 Sep 23 01:47:32.413951 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-50519ac1-392d-4c10-bc10-994d7fe52545 req-1733bb43-719f-4441-8193-a626afd592e7 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 Sep 23 01:47:33.116306 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54574a7a-37ba-4f41-9026-c190aed0d258 req-bc6c253e-8c17-4d45-a8c5-40a5f1ab9d4d tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:47:33.117741 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-54574a7a-37ba-4f41-9026-c190aed0d258 req-bc6c253e-8c17-4d45-a8c5-40a5f1ab9d4d tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 946 time: 0.0471828 Sep 23 01:47:33.199252 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=100 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:33.204619 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-54574a7a-37ba-4f41-9026-c190aed0d258 req-104b76c2-a6d0-41eb-8e42-eff14253e55b tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Deleting port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:47:33.204962 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-54574a7a-37ba-4f41-9026-c190aed0d258 req-104b76c2-a6d0-41eb-8e42-eff14253e55b tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:33.300070 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [req-54574a7a-37ba-4f41-9026-c190aed0d258 req-104b76c2-a6d0-41eb-8e42-eff14253e55b tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] For port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7afe16a6-56a4-4780-bdd2-0c90cc6040f5,segment=NetworkSegment(502acf4f-e1fa-4197-a312-d4e18aad13df),segment_id=502acf4f-e1fa-4197-a312-d4e18aad13df)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:47:33.300435 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-54574a7a-37ba-4f41-9026-c190aed0d258 req-104b76c2-a6d0-41eb-8e42-eff14253e55b tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:33.313551 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [req-54574a7a-37ba-4f41-9026-c190aed0d258 req-104b76c2-a6d0-41eb-8e42-eff14253e55b tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Calling delete_port for 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 owned by compute:nova {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:47:33.522571 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-54574a7a-37ba-4f41-9026-c190aed0d258 req-104b76c2-a6d0-41eb-8e42-eff14253e55b tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (7afe16a6-56a4-4780-bdd2-0c90cc6040f5), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:33.558887 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] get_ports_and_sgs() called for port_ids ['7afe16a6-56a4-4780-bdd2-0c90cc6040f5'] {{(pid=107237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 01:47:33.576175 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b76c2-a6d0-41eb-8e42-eff14253e55b tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Pushing event deleted for resources: {'Port': ['ID=7afe16a6-56a4-4780-bdd2-0c90cc6040f5,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:47:33.588111 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb173b-9e6a-47d4-945c-d08531aece4d req-2e2c3cc7-2994-46a7-84af-e60295343d99 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 01:47:33.590308 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5dbb173b-9e6a-47d4-945c-d08531aece4d req-2e2c3cc7-2994-46a7-84af-e60295343d99 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 946 time: 0.0975711 Sep 23 01:47:33.640592 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [req-54574a7a-37ba-4f41-9026-c190aed0d258 req-104b76c2-a6d0-41eb-8e42-eff14253e55b tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] No DVR routers for this DVR port 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 on host hv-cinder-84914 {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:47:33.643805 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [req-54574a7a-37ba-4f41-9026-c190aed0d258 req-104b76c2-a6d0-41eb-8e42-eff14253e55b tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44902'] for port (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:33.647055 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-54574a7a-37ba-4f41-9026-c190aed0d258 req-104b76c2-a6d0-41eb-8e42-eff14253e55b tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.81 "DELETE /networking/v2.0/ports/7afe16a6-56a4-4780-bdd2-0c90cc6040f5 HTTP/1.1" status: 204 len: 173 time: 0.5239615 Sep 23 01:47:33.647826 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c936335f-541e-469a-bca1-551a78b1891a', 'name': 'network-vif-deleted', 'tag': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5'}] {{(pid=107235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 01:47:33.650082 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c3b41ce57159ee64c443aeed8db07425cace1674ef93db023f3426a097be5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a20a39d-ac1a-448b-94be-8a18ae907d5c" -d '{"events": [{"server_uuid": "c936335f-541e-469a-bca1-551a78b1891a", "name": "network-vif-deleted", "tag": "7afe16a6-56a4-4780-bdd2-0c90cc6040f5"}]}' {{(pid=107235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 01:47:33.680963 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [req-5dbb173b-9e6a-47d4-945c-d08531aece4d req-899d7f86-0837-47c6-a1cd-49abc2866927 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/security-groups?id=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735059 Sep 23 01:47:33.689836 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 01:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecafd510-0840-409d-a8dc-e71974ca154a x-openstack-request-id: req-ecafd510-0840-409d-a8dc-e71974ca154a {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 01:47:33.690234 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c936335f-541e-469a-bca1-551a78b1891a", "name": "network-vif-deleted", "tag": "7afe16a6-56a4-4780-bdd2-0c90cc6040f5", "status": "completed", "code": 200}]} {{(pid=107235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 01:47:33.690367 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecafd510-0840-409d-a8dc-e71974ca154a {{(pid=107235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 01:47:33.690774 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecafd510-0840-409d-a8dc-e71974ca154a'] response: {'server_uuid': 'c936335f-541e-469a-bca1-551a78b1891a', 'name': 'network-vif-deleted', 'tag': '7afe16a6-56a4-4780-bdd2-0c90cc6040f5', 'status': 'completed', 'code': 200} Sep 23 01:47:33.895976 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ca115e85-2fea-46c2-92f8-a949e1f13388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:34.331610 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:47:34.800377 dv-cinder-849143-7-iscsi neutron-server[107236]: INFO neutron.wsgi [req-918df101-eeff-40b3-ae54-30c1b9c5a63e req-4ed13ad1-8568-4981-9e65-44427849b254 tempest-TestMinimumBasicScenario-208858695 tempest-TestMinimumBasicScenario-208858695-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c936335f-541e-469a-bca1-551a78b1891a HTTP/1.1" status: 200 len: 210 time: 0.0280113 Sep 23 01:47:36.405347 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-0c62b82f-3d89-4c57-8dc5-d958290fd38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:37.207254 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:47:37.227579 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] No Port match for: 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:47:37.227784 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Device 7afe16a6-56a4-4780-bdd2-0c90cc6040f5 not bound to the agent host hv-cinder-84914 {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:47:37.245715 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51478) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:47:37.566132 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:37.627183 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cc93f253-7559-4552-a9ae-0f4bdbd68ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736099'] for router_interface (c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:37.787990 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:37.853160 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-cc93f253-7559-4552-a9ae-0f4bdbd68ed5 admin admin] Deleting port fe16127a-f163-45da-b0fe-48f7521b2bfa {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:47:37.853495 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cc93f253-7559-4552-a9ae-0f4bdbd68ed5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (fe16127a-f163-45da-b0fe-48f7521b2bfa), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:37.936007 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-cc93f253-7559-4552-a9ae-0f4bdbd68ed5 admin admin] For port fe16127a-f163-45da-b0fe-48f7521b2bfa, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=fe16127a-f163-45da-b0fe-48f7521b2bfa,segment=NetworkSegment(502acf4f-e1fa-4197-a312-d4e18aad13df),segment_id=502acf4f-e1fa-4197-a312-d4e18aad13df)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:47:37.936368 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cc93f253-7559-4552-a9ae-0f4bdbd68ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (fe16127a-f163-45da-b0fe-48f7521b2bfa), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:37.950586 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-cc93f253-7559-4552-a9ae-0f4bdbd68ed5 admin admin] Calling delete_port for fe16127a-f163-45da-b0fe-48f7521b2bfa owned by network:router_interface {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:47:38.261929 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cc93f253-7559-4552-a9ae-0f4bdbd68ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (fe16127a-f163-45da-b0fe-48f7521b2bfa), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:38.291516 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93f253-7559-4552-a9ae-0f4bdbd68ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe16127a-f163-45da-b0fe-48f7521b2bfa,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:47:38.456390 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-cc93f253-7559-4552-a9ae-0f4bdbd68ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683219'] for router_interface (c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:38.547304 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:38.669106 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc93f253-7559-4552-a9ae-0f4bdbd68ed5 admin admin] Router c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:47:38.680392 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:38.773767 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc93f253-7559-4552-a9ae-0f4bdbd68ed5 admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:47:38.779404 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-cc93f253-7559-4552-a9ae-0f4bdbd68ed5 admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5326920 Sep 23 01:47:38.782221 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51480) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:47:38.784759 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce29b5-24c5-4bc3-9930-4ef4462b7d6d None None] Sync routers for ids ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'] in dv-cinder-849143-7-iscsi {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:47:38.795634 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce29b5-24c5-4bc3-9930-4ef4462b7d6d None None] Routers {'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:47:38.796233 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-3fce29b5-24c5-4bc3-9930-4ef4462b7d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:47:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:47:38.883359 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-88b0695e-8242-4963-8f19-a09c8c600855 admin admin] Publish callbacks [] for router (c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:38.898442 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-3fce29b5-24c5-4bc3-9930-4ef4462b7d6d None None] Set router c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 gateway port host: dv-cinder-849143-7-iscsi {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:47:38.955895 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=100 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:38.976084 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:38.986718 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-88b0695e-8242-4963-8f19-a09c8c600855 admin admin] Publish callbacks [] for router_gateway (c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:39.004334 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=100 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:39.074294 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-3fce29b5-24c5-4bc3-9930-4ef4462b7d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'name': 'tempest-TestMinimumBasicScenario-550034769-router', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:18Z', 'updated_at': '2022-09-23T01:47:38Z', 'revision_number': 5, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'gw_port': {'id': 'c82678dd-ea25-46ef-9695-a26bd2345ee0', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:19Z', 'updated_at': '2022-09-23T01:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:47:39.098474 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-88b0695e-8242-4963-8f19-a09c8c600855 admin admin] Deleting port c82678dd-ea25-46ef-9695-a26bd2345ee0 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:47:39.098725 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-88b0695e-8242-4963-8f19-a09c8c600855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (c82678dd-ea25-46ef-9695-a26bd2345ee0), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:39.102761 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce29b5-24c5-4bc3-9930-4ef4462b7d6d None None] Checking router: c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 for host: dv-cinder-849143-7-iscsi {{(pid=107238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:47:39.112441 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce29b5-24c5-4bc3-9930-4ef4462b7d6d None None] Routers {'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:47:39.113058 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-3fce29b5-24c5-4bc3-9930-4ef4462b7d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:47:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'], 'active': True} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:47:39.186584 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-88b0695e-8242-4963-8f19-a09c8c600855 admin admin] For port c82678dd-ea25-46ef-9695-a26bd2345ee0, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=c82678dd-ea25-46ef-9695-a26bd2345ee0,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:47:39.186951 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-88b0695e-8242-4963-8f19-a09c8c600855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (c82678dd-ea25-46ef-9695-a26bd2345ee0), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:39.200702 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_dvr_db [None req-3fce29b5-24c5-4bc3-9930-4ef4462b7d6d None None] Set router c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 gateway port host: None {{(pid=107238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:47:39.201010 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-88b0695e-8242-4963-8f19-a09c8c600855 admin admin] Calling delete_port for c82678dd-ea25-46ef-9695-a26bd2345ee0 owned by network:router_gateway {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:47:39.250378 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.l3_hamode_db [None req-3fce29b5-24c5-4bc3-9930-4ef4462b7d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'name': 'tempest-TestMinimumBasicScenario-550034769-router', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:18Z', 'updated_at': '2022-09-23T01:47:38Z', 'revision_number': 6, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'gw_port_host': None}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:47:39.277592 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce29b5-24c5-4bc3-9930-4ef4462b7d6d None None] The sync data for ids ['c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3'] in dv-cinder-849143-7-iscsi is: [{'id': 'c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3', 'name': 'tempest-TestMinimumBasicScenario-550034769-router', 'tenant_id': '403b0f1ad71c459581759568e4fcd1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:18Z', 'updated_at': '2022-09-23T01:47:38Z', 'revision_number': 6, 'project_id': '403b0f1ad71c459581759568e4fcd1ca', 'gw_port_host': None}] {{(pid=107238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:47:39.433213 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-88b0695e-8242-4963-8f19-a09c8c600855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (c82678dd-ea25-46ef-9695-a26bd2345ee0), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:39.460391 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0695e-8242-4963-8f19-a09c8c600855 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82678dd-ea25-46ef-9695-a26bd2345ee0,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:47:39.717478 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device fe16127a-f163-45da-b0fe-48f7521b2bfa no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:47:39.737776 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: fe16127a-f163-45da-b0fe-48f7521b2bfa {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:47:39.738122 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device fe16127a-f163-45da-b0fe-48f7521b2bfa not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:47:39.799118 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-88b0695e-8242-4963-8f19-a09c8c600855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679193'] for router_gateway (c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:39.894544 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-88b0695e-8242-4963-8f19-a09c8c600855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6547'] for router (c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:39.896826 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-88b0695e-8242-4963-8f19-a09c8c600855 admin admin] Publish callbacks [] for router_controller (c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3), precommit_delete_associations {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.004547 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-88b0695e-8242-4963-8f19-a09c8c600855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683310'] for router (c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.005055 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b0695e-8242-4963-8f19-a09c8c600855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 {{(pid=107235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:47:40.009854 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-88b0695e-8242-4963-8f19-a09c8c600855 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.014244 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-88b0695e-8242-4963-8f19-a09c8c600855 admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/c10f4e48-c9fa-4cbd-8769-be6a07b7b7b3 HTTP/1.1" status: 204 len: 168 time: 1.2278645 Sep 23 01:47:40.014244 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51482) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:47:40.065335 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4f9400-0856-4adb-9d2f-5d1cc39b8584 admin admin] Deleting subnet d2a471bd-0d15-45dd-9d8f-149b6ed19a03 {{(pid=107235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:47:40.068758 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ce4f9400-0856-4adb-9d2f-5d1cc39b8584 admin admin] Publish callbacks [] for subnet (d2a471bd-0d15-45dd-9d8f-149b6ed19a03), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.097254 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:40.103224 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:40.105888 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ce4f9400-0856-4adb-9d2f-5d1cc39b8584 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9302516'] for subnet (d2a471bd-0d15-45dd-9d8f-149b6ed19a03), precommit_delete_associations {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.191162 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ce4f9400-0856-4adb-9d2f-5d1cc39b8584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7847786'] for subnet (d2a471bd-0d15-45dd-9d8f-149b6ed19a03), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.233160 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.307753 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ce4f9400-0856-4adb-9d2f-5d1cc39b8584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7835479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3173608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3538056'] for subnet (d2a471bd-0d15-45dd-9d8f-149b6ed19a03), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.337800 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f9400-0856-4adb-9d2f-5d1cc39b8584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a471bd-0d15-45dd-9d8f-149b6ed19a03,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:47:40.339830 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-ce4f9400-0856-4adb-9d2f-5d1cc39b8584 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.343146 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-ce4f9400-0856-4adb-9d2f-5d1cc39b8584 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/d2a471bd-0d15-45dd-9d8f-149b6ed19a03 HTTP/1.1" status: 204 len: 168 time: 0.3279338 Sep 23 01:47:40.345807 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51484) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:47:40.345959 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c0310a-e60e-4faa-ba70-200ed2d2d9ca None None] Network cfa5ae8e-5309-40a3-bdd3-f79101f55f6d requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:47:40.416656 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776543'] for network (cfa5ae8e-5309-40a3-bdd3-f79101f55f6d), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.476473 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] Deleting port db2070e3-554d-4591-a327-9ce552b9f487 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:47:40.477119 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (db2070e3-554d-4591-a327-9ce552b9f487), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.513513 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] DHCP port deletion for cfa5ae8e-5309-40a3-bdd3-f79101f55f6d request from dv-cinder-849143-7-iscsi {{(pid=107237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:47:40.541432 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] For port db2070e3-554d-4591-a327-9ce552b9f487, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=db2070e3-554d-4591-a327-9ce552b9f487,segment=NetworkSegment(502acf4f-e1fa-4197-a312-d4e18aad13df),segment_id=502acf4f-e1fa-4197-a312-d4e18aad13df)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:47:40.541805 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (db2070e3-554d-4591-a327-9ce552b9f487), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.554931 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Deleting port db2070e3-554d-4591-a327-9ce552b9f487 {{(pid=107237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:47:40.555191 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] Calling delete_port for db2070e3-554d-4591-a327-9ce552b9f487 owned by network:dhcp {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:47:40.555310 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (db2070e3-554d-4591-a327-9ce552b9f487), before_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.619137 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] For port db2070e3-554d-4591-a327-9ce552b9f487, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=db2070e3-554d-4591-a327-9ce552b9f487,segment=NetworkSegment(502acf4f-e1fa-4197-a312-d4e18aad13df),segment_id=502acf4f-e1fa-4197-a312-d4e18aad13df)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:47:40.619562 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (db2070e3-554d-4591-a327-9ce552b9f487), precommit_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.633143 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Calling delete_port for db2070e3-554d-4591-a327-9ce552b9f487 owned by network:dhcp {{(pid=107237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:47:40.701422 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (db2070e3-554d-4591-a327-9ce552b9f487), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.712865 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074'] for port (db2070e3-554d-4591-a327-9ce552b9f487), after_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.720940 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:40.728152 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] Pushing event deleted for resources: {'Port': ['ID=db2070e3-554d-4591-a327-9ce552b9f487,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:47:40.730013 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] No DVR routers for this DVR port db2070e3-554d-4591-a327-9ce552b9f487 on host dv-cinder-849143-7-iscsi {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:47:40.741525 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Pushing event deleted for resources: {'Port': ['ID=db2070e3-554d-4591-a327-9ce552b9f487,revision_number=None']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:47:40.746135 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] No DVR routers for this DVR port db2070e3-554d-4591-a327-9ce552b9f487 on host dv-cinder-849143-7-iscsi {{(pid=107237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:47:40.755886 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:40.756232 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:40.756574 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:40.757775 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:40.758090 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:40.758415 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:40.758745 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:40.759120 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:40.759384 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:40.759747 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:40.760121 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:40.760542 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:40.760769 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:40.761143 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:40.761463 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867089b6-20da-43d6-ad2f-d2acf62e6054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-7-iscsi {{(pid=107237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 01:47:40.803149 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807041', 'neutron.services.segments.db._delete_segments_for_network-8752383552961'] for network (cfa5ae8e-5309-40a3-bdd3-f79101f55f6d), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.825614 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa5ae8e-5309-40a3-bdd3-f79101f55f6d']}} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:47:40.835393 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502acf4f-e1fa-4197-a312-d4e18aad13df') {'for_net_delete': True} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:47:40.835730 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502acf4f-e1fa-4197-a312-d4e18aad13df') {} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:47:40.849441 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752383552853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9302479'] for segment (502acf4f-e1fa-4197-a312-d4e18aad13df), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.860422 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:40.864687 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (502acf4f-e1fa-4197-a312-d4e18aad13df), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:40.872550 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=107235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:47:40.873027 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3173458'] for segment (502acf4f-e1fa-4197-a312-d4e18aad13df), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:41.013432 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment 502acf4f-e1fa-4197-a312-d4e18aad13df resource provider aggregate not found Sep 23 01:47:41.030277 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment 502acf4f-e1fa-4197-a312-d4e18aad13df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 502acf4f-e1fa-4197-a312-d4e18aad13df found for delete ", "request_id": "req-13084ea1-d601-4800-80f6-e225ea75f880"}]} Sep 23 01:47:41.033957 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679244'] for network (cfa5ae8e-5309-40a3-bdd3-f79101f55f6d), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:41.039532 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:41.042683 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/cfa5ae8e-5309-40a3-bdd3-f79101f55f6d HTTP/1.1" status: 204 len: 168 time: 0.6958890 Sep 23 01:47:41.046375 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51492) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:47:41.063925 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da6d0c-2f26-4c76-bda2-1a7195a6a33e admin admin] Pushing event deleted for resources: {'Network': ['ID=cfa5ae8e-5309-40a3-bdd3-f79101f55f6d,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:47:41.216672 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:41.296992 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:41.384576 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-63348519-a1cd-4eb6-8b91-6d668e9f77ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736099'] for router_interface (de10d9c8-9773-4345-9507-093d361ecd2f), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:41.568343 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device db2070e3-554d-4591-a327-9ce552b9f487 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:47:41.588569 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: db2070e3-554d-4591-a327-9ce552b9f487 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:47:41.589010 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device db2070e3-554d-4591-a327-9ce552b9f487 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:47:41.589488 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device c82678dd-ea25-46ef-9695-a26bd2345ee0 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:47:41.608397 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: c82678dd-ea25-46ef-9695-a26bd2345ee0 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:47:41.608734 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device c82678dd-ea25-46ef-9695-a26bd2345ee0 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:47:41.615397 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-63348519-a1cd-4eb6-8b91-6d668e9f77ee admin admin] Deleting port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:47:41.615979 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-63348519-a1cd-4eb6-8b91-6d668e9f77ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (34ade674-e7b5-4b2a-b0aa-524f2a6a431f), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:41.703281 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-63348519-a1cd-4eb6-8b91-6d668e9f77ee admin admin] For port 34ade674-e7b5-4b2a-b0aa-524f2a6a431f, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=34ade674-e7b5-4b2a-b0aa-524f2a6a431f,segment=NetworkSegment(9f14a437-556b-4ab3-a251-76d46467adc7),segment_id=9f14a437-556b-4ab3-a251-76d46467adc7)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:47:41.703745 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-63348519-a1cd-4eb6-8b91-6d668e9f77ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (34ade674-e7b5-4b2a-b0aa-524f2a6a431f), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:41.717750 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-63348519-a1cd-4eb6-8b91-6d668e9f77ee admin admin] Calling delete_port for 34ade674-e7b5-4b2a-b0aa-524f2a6a431f owned by network:router_interface {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:47:41.890142 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:41.981671 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-63348519-a1cd-4eb6-8b91-6d668e9f77ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (34ade674-e7b5-4b2a-b0aa-524f2a6a431f), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:42.007678 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63348519-a1cd-4eb6-8b91-6d668e9f77ee admin admin] Pushing event deleted for resources: {'Port': ['ID=34ade674-e7b5-4b2a-b0aa-524f2a6a431f,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:47:42.179314 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-63348519-a1cd-4eb6-8b91-6d668e9f77ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1683219'] for router_interface (de10d9c8-9773-4345-9507-093d361ecd2f), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:42.377357 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:42.389751 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63348519-a1cd-4eb6-8b91-6d668e9f77ee admin admin] Router de10d9c8-9773-4345-9507-093d361ecd2f has already been hosted by L3 agent 83f364e7-10ce-4335-8eac-6b03dd18e7fc {{(pid=107235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 01:47:42.494114 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63348519-a1cd-4eb6-8b91-6d668e9f77ee admin admin] Notify agent at l3_agent.dv-cinder-849143-7-iscsi the message routers_updated {{(pid=107235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 01:47:42.499661 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-63348519-a1cd-4eb6-8b91-6d668e9f77ee admin admin] 10.222.0.64 "PUT /networking/v2.0/routers/de10d9c8-9773-4345-9507-093d361ecd2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4521246 Sep 23 01:47:42.502188 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51494) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:47:42.508721 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf9d9e-fcfb-4b42-ab3e-1e0c510ad3aa None None] Sync routers for ids ['de10d9c8-9773-4345-9507-093d361ecd2f'] in dv-cinder-849143-7-iscsi {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 01:47:42.522631 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:42.526077 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf9d9e-fcfb-4b42-ab3e-1e0c510ad3aa None None] Routers {'de10d9c8-9773-4345-9507-093d361ecd2f'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:47:42.526728 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-5fcf9d9e-fcfb-4b42-ab3e-1e0c510ad3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:47:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['de10d9c8-9773-4345-9507-093d361ecd2f'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:47:42.617972 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4b3a1e24-ec91-4da5-b206-62c571abea8f admin admin] Publish callbacks [] for router (de10d9c8-9773-4345-9507-093d361ecd2f), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:42.637589 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-5fcf9d9e-fcfb-4b42-ab3e-1e0c510ad3aa None None] Set router de10d9c8-9773-4345-9507-093d361ecd2f gateway port host: dv-cinder-849143-7-iscsi {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:47:42.726986 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4b3a1e24-ec91-4da5-b206-62c571abea8f admin admin] Publish callbacks [] for router_gateway (de10d9c8-9773-4345-9507-093d361ecd2f), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:42.864926 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-4b3a1e24-ec91-4da5-b206-62c571abea8f admin admin] Deleting port f14f1528-49f6-45f9-baf3-2a7babc2e1e5 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:47:42.865377 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4b3a1e24-ec91-4da5-b206-62c571abea8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (f14f1528-49f6-45f9-baf3-2a7babc2e1e5), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:42.937218 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:42.944921 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-5fcf9d9e-fcfb-4b42-ab3e-1e0c510ad3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'name': 'tempest-TestMinimumBasicScenario-1123686-router', 'tenant_id': '8710c6faa90b498fb6e3bae1a0df6853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'external_fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f14f1528-49f6-45f9-baf3-2a7babc2e1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:26Z', 'updated_at': '2022-09-23T01:47:41Z', 'revision_number': 5, 'project_id': '8710c6faa90b498fb6e3bae1a0df6853', 'gw_port': {'id': 'f14f1528-49f6-45f9-baf3-2a7babc2e1e5', 'name': '', 'network_id': '9bd1ee8a-9d2c-49c1-902f-6beba3185c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:95:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T01:45:27Z', 'updated_at': '2022-09-23T01:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f197042-3ce7-4084-a56d-e35e986ccdd3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-7-iscsi'}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:47:42.956372 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-4b3a1e24-ec91-4da5-b206-62c571abea8f admin admin] For port f14f1528-49f6-45f9-baf3-2a7babc2e1e5, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=f14f1528-49f6-45f9-baf3-2a7babc2e1e5,segment=NetworkSegment(612ba637-b0ad-48ad-89fb-43a20ace2e17),segment_id=612ba637-b0ad-48ad-89fb-43a20ace2e17)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:47:42.956737 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4b3a1e24-ec91-4da5-b206-62c571abea8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (f14f1528-49f6-45f9-baf3-2a7babc2e1e5), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:42.971797 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-4b3a1e24-ec91-4da5-b206-62c571abea8f admin admin] Calling delete_port for f14f1528-49f6-45f9-baf3-2a7babc2e1e5 owned by network:router_gateway {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:47:42.974567 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf9d9e-fcfb-4b42-ab3e-1e0c510ad3aa None None] Checking router: de10d9c8-9773-4345-9507-093d361ecd2f for host: dv-cinder-849143-7-iscsi {{(pid=107237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 01:47:42.983589 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf9d9e-fcfb-4b42-ab3e-1e0c510ad3aa None None] Routers {'de10d9c8-9773-4345-9507-093d361ecd2f'} bound to L3 agent in host dv-cinder-849143-7-iscsi {{(pid=107237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 01:47:42.984196 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-5fcf9d9e-fcfb-4b42-ab3e-1e0c510ad3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T01:20:36Z,description=,heartbeat_timestamp=2022-09-23T01:47:36Z,host='dv-cinder-849143-7-iscsi',id=83f364e7-10ce-4335-8eac-6b03dd18e7fc,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T01:20:37Z,topic='l3_agent')) {'router_ids': ['de10d9c8-9773-4345-9507-093d361ecd2f'], 'active': True} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:47:43.079468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvr_db [None req-5fcf9d9e-fcfb-4b42-ab3e-1e0c510ad3aa None None] Set router de10d9c8-9773-4345-9507-093d361ecd2f gateway port host: None {{(pid=107237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 01:47:43.134725 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_hamode_db [None req-5fcf9d9e-fcfb-4b42-ab3e-1e0c510ad3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'name': 'tempest-TestMinimumBasicScenario-1123686-router', 'tenant_id': '8710c6faa90b498fb6e3bae1a0df6853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:26Z', 'updated_at': '2022-09-23T01:47:42Z', 'revision_number': 6, 'project_id': '8710c6faa90b498fb6e3bae1a0df6853', 'gw_port_host': None}], 'dv-cinder-849143-7-iscsi', False) {} {{(pid=107237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:47:43.163123 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf9d9e-fcfb-4b42-ab3e-1e0c510ad3aa None None] The sync data for ids ['de10d9c8-9773-4345-9507-093d361ecd2f'] in dv-cinder-849143-7-iscsi is: [{'id': 'de10d9c8-9773-4345-9507-093d361ecd2f', 'name': 'tempest-TestMinimumBasicScenario-1123686-router', 'tenant_id': '8710c6faa90b498fb6e3bae1a0df6853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T01:45:26Z', 'updated_at': '2022-09-23T01:47:42Z', 'revision_number': 6, 'project_id': '8710c6faa90b498fb6e3bae1a0df6853', 'gw_port_host': None}] {{(pid=107237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 01:47:43.238876 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4b3a1e24-ec91-4da5-b206-62c571abea8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (f14f1528-49f6-45f9-baf3-2a7babc2e1e5), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:43.263275 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a1e24-ec91-4da5-b206-62c571abea8f admin admin] Pushing event deleted for resources: {'Port': ['ID=f14f1528-49f6-45f9-baf3-2a7babc2e1e5,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:47:43.331385 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4b3a1e24-ec91-4da5-b206-62c571abea8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679193'] for router_gateway (de10d9c8-9773-4345-9507-093d361ecd2f), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:43.423438 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4b3a1e24-ec91-4da5-b206-62c571abea8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6547'] for router (de10d9c8-9773-4345-9507-093d361ecd2f), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:43.425778 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4b3a1e24-ec91-4da5-b206-62c571abea8f admin admin] Publish callbacks [] for router_controller (de10d9c8-9773-4345-9507-093d361ecd2f), precommit_delete_associations {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:43.565044 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4b3a1e24-ec91-4da5-b206-62c571abea8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1683310'] for router (de10d9c8-9773-4345-9507-093d361ecd2f), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:43.565635 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3a1e24-ec91-4da5-b206-62c571abea8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router de10d9c8-9773-4345-9507-093d361ecd2f {{(pid=107235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 01:47:43.572517 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-4b3a1e24-ec91-4da5-b206-62c571abea8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:43.573687 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-4b3a1e24-ec91-4da5-b206-62c571abea8f admin admin] 10.222.0.64 "DELETE /networking/v2.0/routers/de10d9c8-9773-4345-9507-093d361ecd2f HTTP/1.1" status: 204 len: 168 time: 1.0704584 Sep 23 01:47:43.576896 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51496) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:47:43.622932 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.db_base_plugin_v2 [None req-517b1e6a-61d7-4671-8040-8c58ca6f44b5 admin admin] Deleting subnet 9f818d72-51a4-40b5-877e-39ed83bf708b {{(pid=107235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 01:47:43.626144 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-517b1e6a-61d7-4671-8040-8c58ca6f44b5 admin admin] Publish callbacks [] for subnet (9f818d72-51a4-40b5-877e-39ed83bf708b), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:43.660857 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-517b1e6a-61d7-4671-8040-8c58ca6f44b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9302516'] for subnet (9f818d72-51a4-40b5-877e-39ed83bf708b), precommit_delete_associations {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:43.722222 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:43.739090 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-517b1e6a-61d7-4671-8040-8c58ca6f44b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7847786'] for subnet (9f818d72-51a4-40b5-877e-39ed83bf708b), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:43.885511 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-517b1e6a-61d7-4671-8040-8c58ca6f44b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7835479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3173608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3538056'] for subnet (9f818d72-51a4-40b5-877e-39ed83bf708b), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:43.904185 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 34ade674-e7b5-4b2a-b0aa-524f2a6a431f no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:47:43.920273 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b1e6a-61d7-4671-8040-8c58ca6f44b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f818d72-51a4-40b5-877e-39ed83bf708b,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:47:43.925078 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-517b1e6a-61d7-4671-8040-8c58ca6f44b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:43.926536 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: 34ade674-e7b5-4b2a-b0aa-524f2a6a431f {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:47:43.927192 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 34ade674-e7b5-4b2a-b0aa-524f2a6a431f not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:47:43.928336 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-517b1e6a-61d7-4671-8040-8c58ca6f44b5 admin admin] 10.222.0.64 "DELETE /networking/v2.0/subnets/9f818d72-51a4-40b5-877e-39ed83bf708b HTTP/1.1" status: 204 len: 168 time: 0.3505690 Sep 23 01:47:43.930916 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51498) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:47:43.938636 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b864d92-65a2-45cd-942c-345701629f83 None None] Network 9580857d-420e-4c43-97c9-4642e5ebd006 requested from dv-cinder-849143-7-iscsi {{(pid=107237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 01:47:44.006169 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776543'] for network (9580857d-420e-4c43-97c9-4642e5ebd006), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:44.007805 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:44.053653 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] Deleting port 150c10e4-057b-4646-8f09-cf22b94ac711 {{(pid=107235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:47:44.054047 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (150c10e4-057b-4646-8f09-cf22b94ac711), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:44.117326 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83722db-b5d3-41e1-ac7f-dbe825be526d None None] DHCP port deletion for 9580857d-420e-4c43-97c9-4642e5ebd006 request from dv-cinder-849143-7-iscsi {{(pid=107237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 01:47:44.119426 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.db [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] For port 150c10e4-057b-4646-8f09-cf22b94ac711, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=150c10e4-057b-4646-8f09-cf22b94ac711,segment=NetworkSegment(9f14a437-556b-4ab3-a251-76d46467adc7),segment_id=9f14a437-556b-4ab3-a251-76d46467adc7)] {{(pid=107235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:47:44.119815 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (150c10e4-057b-4646-8f09-cf22b94ac711), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:44.134050 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.plugin [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] Calling delete_port for 150c10e4-057b-4646-8f09-cf22b94ac711 owned by network:dhcp {{(pid=107235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:47:44.157795 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-c83722db-b5d3-41e1-ac7f-dbe825be526d None None] Deleting port 150c10e4-057b-4646-8f09-cf22b94ac711 {{(pid=107237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 01:47:44.158259 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-c83722db-b5d3-41e1-ac7f-dbe825be526d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752383527181'] for port (150c10e4-057b-4646-8f09-cf22b94ac711), before_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:44.232803 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.db [None req-c83722db-b5d3-41e1-ac7f-dbe825be526d None None] For port 150c10e4-057b-4646-8f09-cf22b94ac711, host dv-cinder-849143-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-7-iscsi',level=0,port_id=150c10e4-057b-4646-8f09-cf22b94ac711,segment=NetworkSegment(9f14a437-556b-4ab3-a251-76d46467adc7),segment_id=9f14a437-556b-4ab3-a251-76d46467adc7)] {{(pid=107237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 01:47:44.233212 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-c83722db-b5d3-41e1-ac7f-dbe825be526d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677657'] for port (150c10e4-057b-4646-8f09-cf22b94ac711), precommit_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:44.247424 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-c83722db-b5d3-41e1-ac7f-dbe825be526d None None] Calling delete_port for 150c10e4-057b-4646-8f09-cf22b94ac711 owned by network:dhcp {{(pid=107237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 01:47:44.324583 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3173511'] for port (150c10e4-057b-4646-8f09-cf22b94ac711), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:44.336206 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-c83722db-b5d3-41e1-ac7f-dbe825be526d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752383530123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752383088074'] for port (150c10e4-057b-4646-8f09-cf22b94ac711), after_delete {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:44.355450 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=150c10e4-057b-4646-8f09-cf22b94ac711,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:47:44.358141 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] No DVR routers for this DVR port 150c10e4-057b-4646-8f09-cf22b94ac711 on host dv-cinder-849143-7-iscsi {{(pid=107235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:47:44.370247 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83722db-b5d3-41e1-ac7f-dbe825be526d None None] Pushing event deleted for resources: {'Port': ['ID=150c10e4-057b-4646-8f09-cf22b94ac711,revision_number=None']} {{(pid=107237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:47:44.377251 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83722db-b5d3-41e1-ac7f-dbe825be526d None None] No DVR routers for this DVR port 150c10e4-057b-4646-8f09-cf22b94ac711 on host dv-cinder-849143-7-iscsi {{(pid=107237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 01:47:44.435753 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7807041', 'neutron.services.segments.db._delete_segments_for_network-8752383552961'] for network (9580857d-420e-4c43-97c9-4642e5ebd006), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:44.457347 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9580857d-420e-4c43-97c9-4642e5ebd006']}} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:47:44.467759 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f14a437-556b-4ab3-a251-76d46467adc7') {'for_net_delete': True} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:47:44.468057 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.services.segments.db [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f14a437-556b-4ab3-a251-76d46467adc7') {} {{(pid=107235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 01:47:44.477863 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752383552853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9302479'] for segment (9f14a437-556b-4ab3-a251-76d46467adc7), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:44.490913 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798'] for segment (9f14a437-556b-4ab3-a251-76d46467adc7), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:44.497542 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=107235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 01:47:44.497926 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7678798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3173458'] for segment (9f14a437-556b-4ab3-a251-76d46467adc7), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:44.540704 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment 9f14a437-556b-4ab3-a251-76d46467adc7 resource provider aggregate not found Sep 23 01:47:44.557869 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.services.segments.plugin [-] Segment 9f14a437-556b-4ab3-a251-76d46467adc7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f14a437-556b-4ab3-a251-76d46467adc7 found for delete ", "request_id": "req-a39bc52c-f212-4c03-b09f-bab7ca32128c"}]} Sep 23 01:47:44.640061 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7807096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679244'] for network (9580857d-420e-4c43-97c9-4642e5ebd006), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:44.652094 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586957'] for network (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:44.652094 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] 10.222.0.64 "DELETE /networking/v2.0/networks/9580857d-420e-4c43-97c9-4642e5ebd006 HTTP/1.1" status: 204 len: 168 time: 0.7169845 Sep 23 01:47:44.662134 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97b1da-9df7-4686-9965-f224d61820c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9580857d-420e-4c43-97c9-4642e5ebd006,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:47:44.781864 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=16 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:44.782652 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG dbcounter [-] [107236] Writing DB stats neutron:SELECT=34 {{(pid=107236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:44.971038 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51506) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:47:45.275413 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-9eaa4b74-f33e-45ed-8f9b-421b131e824e admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=403b0f1ad71c459581759568e4fcd1ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030066 Sep 23 01:47:45.277889 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51508) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:47:45.330378 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-31a3de4c-7a3c-4bba-a8b0-96078db20b10 admin admin] Publish callbacks [] for security_group (66d5ea55-b0f1-4bc4-a56f-68467ce4dc02), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:45.351790 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-31a3de4c-7a3c-4bba-a8b0-96078db20b10 admin admin] Publish callbacks [] for security_group (66d5ea55-b0f1-4bc4-a56f-68467ce4dc02), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:45.461714 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-31a3de4c-7a3c-4bba-a8b0-96078db20b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (66d5ea55-b0f1-4bc4-a56f-68467ce4dc02), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:45.464886 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-31a3de4c-7a3c-4bba-a8b0-96078db20b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:45.468546 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-31a3de4c-7a3c-4bba-a8b0-96078db20b10 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/66d5ea55-b0f1-4bc4-a56f-68467ce4dc02 HTTP/1.1" status: 204 len: 168 time: 0.1873479 Sep 23 01:47:45.475476 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3de4c-7a3c-4bba-a8b0-96078db20b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d5ea55-b0f1-4bc4-a56f-68467ce4dc02,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:47:45.570856 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device f14f1528-49f6-45f9-baf3-2a7babc2e1e5 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:47:45.593805 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: f14f1528-49f6-45f9-baf3-2a7babc2e1e5 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:47:45.594248 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device f14f1528-49f6-45f9-baf3-2a7babc2e1e5 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:47:45.594669 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 150c10e4-057b-4646-8f09-cf22b94ac711 no longer exists at agent ovs-agent-dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 01:47:45.596309 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:45.618437 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.plugin [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] No Port match for: 150c10e4-057b-4646-8f09-cf22b94ac711 {{(pid=107237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 01:47:45.618941 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron.plugins.ml2.rpc [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Device 150c10e4-057b-4646-8f09-cf22b94ac711 not bound to the agent host dv-cinder-849143-7-iscsi {{(pid=107237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 01:47:46.180908 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51514) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:47:46.201379 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:46.222160 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-0ee21c11-5ddb-4fff-aa46-8375e71a71e1 admin admin] 10.222.0.64 "GET /networking/v2.0/security-groups?tenant_id=8710c6faa90b498fb6e3bae1a0df6853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400634 Sep 23 01:47:46.224781 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [-] (107235) accepted ('10.222.0.64', 51516) {{(pid=107235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 01:47:46.274709 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9d2e28fe-d209-4b2f-bfd1-177c3ac90f38 admin admin] Publish callbacks [] for security_group (ba3aa89c-78b4-4dc4-a9dd-fe1e23beb5ca), before_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:46.298035 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9d2e28fe-d209-4b2f-bfd1-177c3ac90f38 admin admin] Publish callbacks [] for security_group (ba3aa89c-78b4-4dc4-a9dd-fe1e23beb5ca), precommit_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:46.433242 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9d2e28fe-d209-4b2f-bfd1-177c3ac90f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699066'] for security_group (ba3aa89c-78b4-4dc4-a9dd-fe1e23beb5ca), after_delete {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:46.436563 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron_lib.callbacks.manager [None req-9d2e28fe-d209-4b2f-bfd1-177c3ac90f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:46.437701 dv-cinder-849143-7-iscsi neutron-server[107235]: INFO neutron.wsgi [None req-9d2e28fe-d209-4b2f-bfd1-177c3ac90f38 admin admin] 10.222.0.64 "DELETE /networking/v2.0/security-groups/ba3aa89c-78b4-4dc4-a9dd-fe1e23beb5ca HTTP/1.1" status: 204 len: 168 time: 0.2120233 Sep 23 01:47:46.450672 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e28fe-d209-4b2f-bfd1-177c3ac90f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3aa89c-78b4-4dc4-a9dd-fe1e23beb5ca,revision_number=None']} {{(pid=107235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 01:47:51.953068 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:47:55.448387 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=37 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:55.449192 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=12 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:56.441247 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:47:56.441929 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG dbcounter [-] [107235] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:48:01.833929 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:48:01.841992 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=67,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:48:03.878650 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-069374c4-cdad-4398-adff-630bfa52ea7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:48:06.415263 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-fb1ef229-4e26-48ff-9043-eda62a7d0cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:48:08.976473 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:48:10.244956 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:48:11.226675 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:48:11.362709 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:48:21.140343 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:48:21.142004 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:48:21.935180 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:48:31.854196 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:48:31.856142 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:48:32.441154 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=5 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:48:32.446166 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:48:33.883267 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-27977a69-bc6e-4be9-9b8e-0d4a96b1030c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:48:36.403156 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-02203cb8-7d9c-47d0-9551-3d07f2ebda02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:48:39.003686 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:48:40.237779 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:48:41.215625 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:48:48.332264 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:48:51.968760 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:48:58.328008 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:48:58.329076 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:49:01.865018 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:49:01.866981 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:UPDATE=3,neutron:SELECT=25 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:49:03.871916 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-606cd4c1-6bea-40d4-9271-834172c701c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:49:06.482985 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-1ef770db-c92e-412e-97d7-800a16068e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:49:08.962659 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:49:09.441477 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:49:09.442262 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:49:10.266048 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:49:11.208509 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:49:21.146489 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:49:21.148431 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:49:21.331456 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:49:21.332204 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:49:22.013686 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:49:25.331359 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:49:31.890251 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:49:31.899293 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:49:33.865656 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-c499382e-6ebc-4a84-928e-139bf0a5d259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:49:36.189901 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=14 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:49:36.191275 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=14 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:49:36.442340 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-2f810c0a-b134-4165-82e3-50a00ce5e5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:49:38.985015 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:49:40.265468 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:49:41.229705 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:49:46.437741 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:49:46.438432 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:49:51.142983 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:49:51.149963 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:49:51.968032 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:50:01.910959 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:50:01.917987 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:50:02.330734 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:50:03.876354 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4913-9bb4-453a-9360-1e646a5bda2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:50:06.423731 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3af890a5-939b-4ed9-9280-50dc7415bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:50:08.216681 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [req-e21a5e66-d0f1-4631-8b97-2eb2c1aec290 req-ff88dcdd-5c3c-4f12-8325-ba71a1dc8be2 tempest-AttachVolumeTestJSON-665610977 tempest-AttachVolumeTestJSON-665610977-project] (107235) timed out ('10.222.0.81', 59814) {{(pid=107235) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 01:50:08.985243 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:50:10.287562 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:50:11.282687 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:50:12.325339 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:50:12.326161 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:50:21.146108 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:50:21.152101 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:50:22.018557 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:50:30.356987 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:50:30.357736 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:50:31.923088 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:50:31.926711 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:50:33.891673 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f48a63f1-4333-4479-ac6c-129d2df7f185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:50:36.458528 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-c8523879-f659-448d-9e28-cf6a7e11a34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:50:38.982719 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:50:39.330551 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:50:40.281410 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:50:41.241451 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:50:49.326099 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:50:51.990288 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:51:00.436071 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:51:00.441021 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:51:01.922066 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:51:01.923882 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:51:03.892877 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ed1cf631-bda2-4936-9238-7c6a4e80870f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:51:06.427660 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-e0beba2d-063e-40e8-b23b-4375cd35c496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:51:08.972197 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:51:10.312981 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:51:11.241549 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:51:16.332032 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:51:21.152164 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:51:21.159175 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:51:22.029230 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:51:31.946495 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:51:31.948363 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:51:33.875923 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-7959a6a3-0b82-4b32-bd1f-fb9d4564eaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:51:36.435237 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-ad4cae51-1f47-4b1b-a442-6ed673a04444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:51:37.437398 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=14 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:51:37.438200 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=20 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:51:39.011826 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:51:40.297575 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:51:41.234599 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:51:51.157804 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:51:51.159744 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:51:52.040424 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:51:53.330667 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:51:57.747610 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [req-f97a7859-b0c5-4653-b483-33ae75795242 req-3ef517d5-7e8c-4bf2-99c9-77a8108769c4 service neutron] (107235) timed out ('10.222.0.64', 47382) {{(pid=107235) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 01:51:57.946880 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [req-f97a7859-b0c5-4653-b483-33ae75795242 req-c7c28f2f-d73d-440b-bf4c-5a81d4b82ee7 tempest-AttachVolumeShelveTestJSON-85092964 tempest-AttachVolumeShelveTestJSON-85092964-project] (107235) timed out ('10.222.0.64', 47390) {{(pid=107235) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 01:52:01.967236 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:52:01.969095 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:52:03.326110 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:52:03.326905 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:52:03.923784 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-b4b9aa48-dff4-4e66-87eb-ec5a1853bd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:52:06.446310 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-bbc9a7dc-f248-4e20-8206-efebe7bed53c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:52:09.025518 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:52:10.286046 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:52:11.251364 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:52:14.429122 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:52:14.434011 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=4 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:52:21.160916 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:52:21.162814 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:52:22.057187 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:52:30.330008 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:52:31.983244 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:52:31.985082 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:52:33.965718 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-a50c5769-8aa8-47ad-a350-87f89a7e4b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:52:36.396675 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-d63edaa8-ed7e-4166-b524-074d3d0f5879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:52:39.019222 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:52:40.285137 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:52:40.325839 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:52:40.326560 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:52:41.236231 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:52:51.440204 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:52:51.440984 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG dbcounter [-] [107238] Writing DB stats neutron:SELECT=3 {{(pid=107238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:52:52.076462 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-3f3306d3-684b-451d-add5-aeab4545f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (f942d9ca-51c8-47ae-9ce4-9d62ae6257a8), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:52:58.701714 dv-cinder-849143-7-iscsi neutron-server[107236]: DEBUG neutron.wsgi [req-f94d2e13-27be-44ed-8087-daa02da8ef76 req-1e36486a-6f4b-4d5c-921e-04e7a76b94b7 service neutron] (107236) timed out ('10.222.0.64', 44074) {{(pid=107236) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 01:53:00.096847 dv-cinder-849143-7-iscsi neutron-server[107235]: DEBUG neutron.wsgi [req-f94d2e13-27be-44ed-8087-daa02da8ef76 req-d04f32ac-b064-4c44-b821-ffbbc0b83a6b tempest-TestShelveInstance-838713815 tempest-TestShelveInstance-838713815-project] (107235) timed out ('10.222.0.64', 44088) {{(pid=107235) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 01:53:01.996103 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:53:01.997942 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG dbcounter [-] [107237] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=107237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 01:53:03.885097 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-15d96294-7279-4abe-8d2e-4eb41bcdaee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (40586b61-670c-40a4-b849-e6589bebe730), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:53:06.401925 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-0b33900c-7cf2-4d25-b085-4fb0e5cdc5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (83f364e7-10ce-4335-8eac-6b03dd18e7fc), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:53:07.330588 dv-cinder-849143-7-iscsi neutron-server[107238]: DEBUG neutron.db.agents_db [None req-0374f922-b198-4dfc-9640-47eafcee3738 None None] Agent healthcheck: found 6 active agents {{(pid=107238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 01:53:09.048342 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-4dde8ed3-9d45-4447-a3a5-6fbadc0ce9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (ffb43f11-6d71-4f43-9b7c-120a2075bd2d), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:53:10.256475 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-f7491eba-3e24-41d1-a7f0-16b1415fd100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (5aeee05d-b258-47b3-bd87-0c7090657354), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 01:53:11.235750 dv-cinder-849143-7-iscsi neutron-server[107237]: DEBUG neutron_lib.callbacks.manager [None req-47a6f151-2ccd-40b5-addb-5c12b5631683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752383552943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7813120'] for agent (d8acb9e3-02c1-44b1-81af-c0cb94358dd7), after_update {{(pid=107237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}